-- Logs begin at Fri 2021-04-23 09:49:43 UTC, end at Fri 2021-04-23 10:46:22 UTC. --
Apr 23 10:20:17.462565 dv-cinder-779233-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 23 10:20:20.600790 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.common.config [-] Logging enabled!
Apr 23 10:20:20.601331 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129
Apr 23 10:20:20.602689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86224) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 23 10:20:20.605020 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.common.config [-] Logging enabled!
Apr 23 10:20:20.605337 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129
Apr 23 10:20:20.605692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86224) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 23 10:20:20.606732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 23 10:20:20.607000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 23 10:20:20.608064 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 23 10:20:20.608350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 23 10:20:20.608611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 23 10:20:20.609018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.609357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.609677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.609947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.610288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.610623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.610947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.611283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.611624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.611948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.612267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.612587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.612850 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.613246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.613558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.613887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.614145 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.614462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.614991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.615314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.615631 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.615961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.616276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.616584 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.616897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.617246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.617614 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] host                           = dv-cinder-779233-3-iscsi {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.617930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.618259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.618589 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.618939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.619258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.619573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.619925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.620214 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.620524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.620836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.621189 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.621519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.621857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.622116 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.622372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.622706 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.623036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.623349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.623661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.623971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.624283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.624594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.624899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.625253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.625582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.625911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.626221 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.626532 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.626843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.627155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.627480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.627792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.628104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.628413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.628742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.629069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.629381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.629727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.630056 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.630381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.630706 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.631018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.631344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.631652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.631960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.632267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.632576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.632883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.633229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.633541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.633848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.634158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.634469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.634823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:20.635160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.635500 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.635841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.636161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.636498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.636814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.637178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.637496 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.637827 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.638159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.638486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.638802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.639128 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.639444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.639779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.640127 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.640467 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.640798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.641134 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.641446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.641757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.642072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.642396 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.642737 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.643071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.643382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.643702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.644034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.644349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.644660 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.645004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.645327 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.645649 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.645959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.646279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.646594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.646903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.647216 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.647531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.647862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.648173 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.648480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.648788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.649122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.649432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.649755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.650066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.650892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.651197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.651508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.651817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.652125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.652436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.652742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.653077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.653391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.653702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.654004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.654312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.654617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.654923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.655231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.655542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.655847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.656151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.656455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.656760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.657086 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.657414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.657755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.658070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.658385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.658697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.659017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.659330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.659644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.659959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.660274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.660586 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.660916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.661280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.661607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.661928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.662241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.662579 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.662894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.663211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.663526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.663829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.664153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.664469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.664802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.665162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.665498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.665880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.666739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.667058 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.667412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.667738 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:20.667989 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 23 10:20:20.668255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86224) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 23 10:20:21.325648 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO keyring.backend [-] Loading Gnome
Apr 23 10:20:21.343015 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO keyring.backend [-] Loading Google
Apr 23 10:20:21.345962 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO keyring.backend [-] Loading Windows (alt)
Apr 23 10:20:21.349468 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO keyring.backend [-] Loading file
Apr 23 10:20:21.350323 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO keyring.backend [-] Loading keyczar
Apr 23 10:20:21.350605 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO keyring.backend [-] Loading multi
Apr 23 10:20:21.351246 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO keyring.backend [-] Loading pyfs
Apr 23 10:20:21.397543 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:20:21.397888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:20:21.398253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:20:21.398626 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 23 10:20:21.791493 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.792013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.792143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.793481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.793911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.794211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.830910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.831224 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.831525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.846887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.847204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.847507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.912368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.912684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.913024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.914001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.914305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:21.916170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.184694 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4bac2ec7b8> agent after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.185047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4bac2ec7b8> agent after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.185355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4bac2ec6a8> segment precommit_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.185659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4bac2ec730> network precommit_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.186475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4bac5149d8> segment before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.333507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> network before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.333884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4bac302a60> agent before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.334207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> network before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.334516 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> port before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.334818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> port before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.335205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> segment after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.335678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> segment precommit_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.335977 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> segment precommit_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.336274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> segment after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.336618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> network after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.336922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> network precommit_delete 0 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.337263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> port provisioning_complete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.337575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.338412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> rbac-policy after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.338731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> agent after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.339054 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> subnet after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.339358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> subnet precommit_delete 0 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.339683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.339976 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.340319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> segment_host_mapping after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.340771 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> port after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.341087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> port after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.341378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> port after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.341721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.342010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.342294 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4bace8c128>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.342746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 10:20:22.343000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 10:20:22.343275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 10:20:22.343549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 10:20:22.343824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 10:20:22.344097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 10:20:22.344511 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 23 10:20:22.347833 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 23 10:20:22.351736 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 23 10:20:22.355512 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Apr 23 10:20:22.357222 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 23 10:20:22.358503 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 23 10:20:22.358887 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 23 10:20:22.359325 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 23 10:20:22.363082 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 23 10:20:22.363370 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 23 10:20:22.363760 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 23 10:20:22.390701 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 23 10:20:22.391214 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4bac3fa4e0>> qos_plugin after_init 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.391547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86224) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 23 10:20:22.391959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4bac27a630>> logging-plugin after_init 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.393339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86224) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 23 10:20:22.393658 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 23 10:20:22.393935 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 23 10:20:22.396972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4bac27a6a0>> floatingip before_response 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.397328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4bac27a6a0>> port before_response 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:22.464299 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 23 10:20:22.464520 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 23 10:20:22.464793 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 23 10:20:22.465228 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 23 10:20:22.499345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.sqlalchemy.engines [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86224) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 23 10:20:22.942501 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Initializing driver for type 'gre'
Apr 23 10:20:22.943048 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] gre ID ranges: [(1, 1000)]
Apr 23 10:20:22.982868 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Initializing driver for type 'local'
Apr 23 10:20:22.983238 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Initializing driver for type 'vlan'
Apr 23 10:20:22.993285 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] VlanTypeDriver initialization complete
Apr 23 10:20:22.993664 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Initializing driver for type 'vxlan'
Apr 23 10:20:22.994722 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] vxlan ID ranges: [(1, 1000)]
Apr 23 10:20:23.034143 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Initializing extension driver 'port_security'
Apr 23 10:20:23.034509 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.extensions.port_security [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] PortSecurityExtensionDriver initialization complete
Apr 23 10:20:23.034885 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Initializing mechanism driver 'openvswitch'
Apr 23 10:20:23.035248 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Initializing mechanism driver 'hyperv'
Apr 23 10:20:23.041610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86224) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:20:23.042442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4bac357ac8>> port after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.042857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4bac357ac8>> port after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.043251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4bac357ac8>> port after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.043677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd97fd0>> subnet after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.044071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd97fd0>> subnet after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.044454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd97fd0>> subnet after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.044875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d2e8>> network after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.045289 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d2e8>> network after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.045672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d2e8>> network after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.046091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d4a8>> security_group after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.046478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d4a8>> security_group after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.047010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d4a8>> security_group after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.047435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d668>> security_group_rule after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.047825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d668>> security_group_rule after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.048206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d668>> security_group_rule after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.048629 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d828>> address_group after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.049033 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d828>> address_group after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.049443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4babd9d828>> address_group after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.049790 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] ML2 OVO RPC backend initialized. {{(pid=86224) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 23 10:20:23.050577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> router_interface after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.050969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> router_interface after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.051428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> network before_response 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.051812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> networks before_response 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.052194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> port before_response 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.052573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> ports before_response 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.052953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> subnet before_response 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.053364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> subnets before_response 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.053748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> network after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.054123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> network after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.054499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> network after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.054875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> port after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.055250 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> port after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.055623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> port after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.056071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> subnet after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.057021 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> subnet after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.057398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4babd9d908>> subnet after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.058030 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.plugin [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Modular L2 Plugin initialization complete
Apr 23 10:20:23.058389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading services supported by the core plugin {{(pid=86224) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 23 10:20:23.058755 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.plugins.ml2.managers [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Got port-security extension from driver 'port_security'
Apr 23 10:20:23.059263 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.extensions.vlantransparent [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Disabled vlantransparent extension.
Apr 23 10:20:23.059797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86224) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 23 10:20:23.060146 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading Plugin: router
Apr 23 10:20:23.098582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router_interface before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.099025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router after_create 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.099433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router before_create 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.099841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router_interface before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.100256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router_interface after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.100648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router after_delete 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.101082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> floatingip after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.101496 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router after_create 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.101882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router after_update 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.102273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router after_update 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.102660 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router_gateway after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.103064 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router after_update 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.104085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router precommit_update 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.104511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4bac3fec80> port after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.104892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4bac3fee18> port after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.105294 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4bac3fed90> subnet after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.105676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4bac3fed08> subnetpool_address_scope after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.106067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> port precommit_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.106455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router precommit_create 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.106840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4bac3ea8c8> port before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.107223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router precommit_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.107629 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router after_update 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.108015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router precommit_delete 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.108406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router precommit_create 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.108813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router_interface after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.109226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> router precommit_update 55549900 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.109659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4babd9da90>> network after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.110649 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Tracking information for resource: router configured {{(pid=86224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 10:20:23.111026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Tracking information for resource: floatingip configured {{(pid=86224) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 23 10:20:23.115795 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_agentschedulers_db [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 23 10:20:23.116447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4babd62e18> port after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.116846 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4babd62d08> port after_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.117265 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function _notify_port_delete at 0x7f4babd62d90> port after_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.117658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4babd6b048> port after_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.118558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4babd8d898>> router before_create 55550100 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.119015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4babd8d898>> router precommit_delete 55550100 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.119914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4babd8d898>> router precommit_create 55550100 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.120316 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4babd8d898>> router precommit_update 55550100 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.125217 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.provider_configuration [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service providers = [] {{(pid=86224) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 23 10:20:23.125622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.servicetype_db [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86224) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 23 10:20:23.128506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.service_base [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 23 10:20:23.128895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.service_base [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 23 10:20:23.129337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.service_base [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 23 10:20:23.130238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.service_base [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86224) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 23 10:20:23.130643 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.services.service_base [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 23 10:20:23.131068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 10:20:23.131428 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 23 10:20:23.141657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 10:20:23.142035 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading Plugin: auto_allocate
Apr 23 10:20:23.147894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4babd3e730> network precommit_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.148298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4babd3e730> network precommit_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.148891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 10:20:23.149288 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading Plugin: tag
Apr 23 10:20:23.156347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 10:20:23.156726 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading Plugin: timestamp
Apr 23 10:20:23.160598 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 10:20:23.160974 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading Plugin: network_ip_availability
Apr 23 10:20:23.167030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4babc54390>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.167446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4babc54390>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.167839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4babc54390>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.168627 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 10:20:23.169015 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading Plugin: flavors
Apr 23 10:20:23.173545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 10:20:23.173917 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading Plugin: revisions
Apr 23 10:20:23.178355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86224) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 23 10:20:23.178787 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=86224) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:20:23.179587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86224) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 23 10:20:23.179956 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Initializing extension manager.
Apr 23 10:20:23.180519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: __init__.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.180902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: __pycache__ {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.181303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.181734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: address_group.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.182538 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.183182 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: address-group
Apr 23 10:20:23.183546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: address_scope.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.184319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.184892 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: address-scope
Apr 23 10:20:23.185300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.186258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.186820 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: router-admin-state-down-before-update
Apr 23 10:20:23.187183 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: agent.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.187946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.188520 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: agent
Apr 23 10:20:23.188883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: agent_resources_synced.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.189832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.190409 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: agent-resources-synced
Apr 23 10:20:23.190769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: allowedaddresspairs.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.192601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.193171 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: allowed-address-pairs
Apr 23 10:20:23.193538 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: auto_allocated_topology.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.194625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.195216 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: auto-allocated-topology
Apr 23 10:20:23.195584 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: availability_zone.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.196335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.196909 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: availability_zone
Apr 23 10:20:23.197830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: availability_zone_filter.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.198760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.199334 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: availability_zone_filter
Apr 23 10:20:23.199697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: data_plane_status.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.200739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.201340 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 23 10:20:23.201704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: default_subnetpools.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.202625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.203202 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: default-subnetpools
Apr 23 10:20:23.203564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.204442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.205054 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: dhcp_agent_scheduler
Apr 23 10:20:23.205424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: dns.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.206361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.206932 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension dns-integration not supported by any of loaded plugins
Apr 23 10:20:23.207296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: dns_domain_ports.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.208225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.208805 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 23 10:20:23.209221 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: dvr.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.209943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.210519 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: dvr
Apr 23 10:20:23.210882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: empty_string_filtering.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.211807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.212380 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: empty-string-filtering
Apr 23 10:20:23.213306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.214242 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.214818 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 23 10:20:23.215185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.216119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.216695 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 23 10:20:23.217081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: external_net.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.218012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.218590 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: external-net
Apr 23 10:20:23.218951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.220112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.220691 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: extra_dhcp_opt
Apr 23 10:20:23.221076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: extraroute.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.221999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.222577 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: extraroute
Apr 23 10:20:23.222940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: extraroute_atomic.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.223977 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.224556 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: extraroute-atomic
Apr 23 10:20:23.224924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: filter_validation.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.225664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.226234 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: filter-validation
Apr 23 10:20:23.226594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: fip_pf_description.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.227517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.228094 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 23 10:20:23.228482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: fip_port_details.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.229528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.230105 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: fip-port-details
Apr 23 10:20:23.230469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: flavors.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.231695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.232279 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: flavors
Apr 23 10:20:23.232647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.234339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.234928 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 23 10:20:23.235297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: floatingip_pools.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.236051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.236632 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: floatingip-pools
Apr 23 10:20:23.237017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: ip_allocation.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.237987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.238559 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 23 10:20:23.238925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.239855 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.240427 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: ip-substring-filtering
Apr 23 10:20:23.240793 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: l2_adjacency.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.241766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.242338 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 23 10:20:23.242702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: l3.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.243762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.244374 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: router
Apr 23 10:20:23.244744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.247040 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.247635 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 23 10:20:23.248017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.248962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.249576 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: ext-gw-mode
Apr 23 10:20:23.249946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.250992 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.251575 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: l3-ha
Apr 23 10:20:23.251941 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: l3_flavors.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.252874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.253487 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: l3-flavors
Apr 23 10:20:23.253852 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.254788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.255368 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 23 10:20:23.255732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: l3agentscheduler.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.256919 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.257540 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: l3_agent_scheduler
Apr 23 10:20:23.257916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: logging.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.259442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.260557 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension logging not supported by any of loaded plugins
Apr 23 10:20:23.260929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: metering.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.261755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.262453 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: metering
Apr 23 10:20:23.262821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.263939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.264518 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: metering_source_and_destination_fields
Apr 23 10:20:23.264885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: multiprovidernet.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.265867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.266449 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: multi-provider
Apr 23 10:20:23.266814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: netmtu.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.267759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.268346 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: net-mtu
Apr 23 10:20:23.268712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: netmtu_writable.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.269683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.270263 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: net-mtu-writable
Apr 23 10:20:23.270631 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: network_availability_zone.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.271461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.272036 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: network_availability_zone
Apr 23 10:20:23.272403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: network_ip_availability.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.273535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.274113 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: network-ip-availability
Apr 23 10:20:23.274478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: network_segment_range.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.275880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.276452 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 23 10:20:23.276816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: pagination.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.277889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.278269 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: pagination
Apr 23 10:20:23.278632 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: port_device_profile.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.279558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.280141 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: port-device-profile
Apr 23 10:20:23.280505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.281482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.282061 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: port-mac-address-regenerate
Apr 23 10:20:23.282424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.283372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.283963 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: port-numa-affinity-policy
Apr 23 10:20:23.284320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: port_resource_request.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.285268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.285844 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 23 10:20:23.286208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: portbindings.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.287159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.287749 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: binding
Apr 23 10:20:23.288112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: portbindings_extended.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.289434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.290016 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: binding-extended
Apr 23 10:20:23.290385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: portsecurity.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.291356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.291941 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: port-security
Apr 23 10:20:23.292308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: project_id.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.293321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.293700 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: project-id
Apr 23 10:20:23.294065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: providernet.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.295000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.295584 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: provider
Apr 23 10:20:23.295947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: qos.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.299674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.300272 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension qos not supported by any of loaded plugins
Apr 23 10:20:23.300644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.302077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.302662 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 23 10:20:23.303041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.303969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.304547 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 23 10:20:23.304914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: qos_default.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.305862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.306465 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension qos-default not supported by any of loaded plugins
Apr 23 10:20:23.306831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: qos_fip.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.307530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.308108 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension qos-fip not supported by any of loaded plugins
Apr 23 10:20:23.308471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: qos_gateway_ip.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.309436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.310019 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 23 10:20:23.310386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: qos_port_network_policy.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.311328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.311917 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 23 10:20:23.312285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: qos_rule_type_details.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.313246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.313837 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 23 10:20:23.314283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: qos_rules_alias.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.315347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.315929 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 23 10:20:23.316295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: quotasv2.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.317308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.317689 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: quotas
Apr 23 10:20:23.318050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: quotasv2_detail.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.319770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.320153 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: quota_details
Apr 23 10:20:23.320522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: rbac.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.321694 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.322814 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: rbac-policies
Apr 23 10:20:23.323181 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: rbac_address_group.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.324117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.324706 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: rbac-address-group
Apr 23 10:20:23.325100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: rbac_address_scope.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.326045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.326630 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: rbac-address-scope
Apr 23 10:20:23.326999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: rbac_security_groups.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.327959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.328520 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: rbac-security-groups
Apr 23 10:20:23.328886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: rbac_subnetpool.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.329854 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.330445 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: rbac-subnetpool
Apr 23 10:20:23.330810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: revisionifmatch.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.331756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.332334 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: revision-if-match
Apr 23 10:20:23.332698 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: revisions.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.333854 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.334438 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: standard-attr-revisions
Apr 23 10:20:23.334802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: router_availability_zone.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.335523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.336098 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: router_availability_zone
Apr 23 10:20:23.336461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: routerservicetype.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.337422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.338535 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension router-service-type not supported by any of loaded plugins
Apr 23 10:20:23.338896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.339845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.340422 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: security-groups-normalized-cidr
Apr 23 10:20:23.340784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.341750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.342324 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: port-security-groups-filtering
Apr 23 10:20:23.342684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.343647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.344225 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: security-groups-remote-address-group
Apr 23 10:20:23.344588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: securitygroup.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.358229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.358846 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: security-group
Apr 23 10:20:23.359222 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: segment.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.360083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.360668 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension segment not supported by any of loaded plugins
Apr 23 10:20:23.361087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.362514 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.363442 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 23 10:20:23.363811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: servicetype.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.364913 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.365528 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: service-type
Apr 23 10:20:23.365897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: sorting.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.366881 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.367263 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: sorting
Apr 23 10:20:23.367629 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: standard_attr_segment.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.368567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.369201 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 23 10:20:23.369572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: standardattrdescription.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.370274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.370855 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: standard-attr-description
Apr 23 10:20:23.371228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: stateful_security_group.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.372182 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.372775 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: stateful-security-group
Apr 23 10:20:23.373171 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: stdattrs_common.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.373762 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 23 10:20:23.374124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.375125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.375713 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 23 10:20:23.376077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: subnet_onboard.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.377183 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.377773 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: subnet_onboard
Apr 23 10:20:23.378138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.379076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.379654 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 23 10:20:23.380018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: subnet_service_types.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.380949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.381556 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: subnet-service-types
Apr 23 10:20:23.381919 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: subnetallocation.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.383060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.383644 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: subnet_allocation
Apr 23 10:20:23.384008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.385254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.385844 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: subnetpool-prefix-ops
Apr 23 10:20:23.386208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.387132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.387712 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 23 10:20:23.388077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: tagging.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.389384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.389981 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: standard-attr-tag
Apr 23 10:20:23.390348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: timestamp.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.391537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.392121 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loaded extension: standard-attr-timestamp
Apr 23 10:20:23.392490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: trunk.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.393560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.394138 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension trunk not supported by any of loaded plugins
Apr 23 10:20:23.394504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: trunk_details.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.395434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.396012 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension trunk-details not supported by any of loaded plugins
Apr 23 10:20:23.396377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: uplink_status_propagation.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.397341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.397933 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 23 10:20:23.398300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Loading extension file: vlantransparent.py {{(pid=86224) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 23 10:20:23.399007 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86224) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 23 10:20:23.399585 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 23 10:20:23.402843 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:network
Apr 23 10:20:23.403661 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:subnet
Apr 23 10:20:23.404340 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 10:20:23.405026 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:port
Apr 23 10:20:23.406564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.407057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service FLAVORS assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.407739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.408205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.408576 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:router
Apr 23 10:20:23.409377 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:floatingip
Apr 23 10:20:23.410154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service METERING assigned prefix: /metering {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.411957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4babb93e10>> rbac-policy before_create 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.412364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4babb93e10>> rbac-policy before_update 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.412755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4babb93e10>> rbac-policy before_delete 55550000 {{(pid=86224) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:20:23.413928 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 23 10:20:23.414421 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:security_group
Apr 23 10:20:23.415231 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 23 10:20:23.416053 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service CORE assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.416429 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 10:20:23.416800 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] subnetpool is already registered
Apr 23 10:20:23.417524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service CORE assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.417901 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 10:20:23.418267 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] subnetpool is already registered
Apr 23 10:20:23.421043 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.421530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service FLAVORS assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.422179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.422646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.423019 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:router
Apr 23 10:20:23.423389 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] router is already registered
Apr 23 10:20:23.424055 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:floatingip
Apr 23 10:20:23.424427 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] floatingip is already registered
Apr 23 10:20:23.425157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service METERING assigned prefix: /metering {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.425897 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 23 10:20:23.426267 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] rbac_policy is already registered
Apr 23 10:20:23.426893 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:security_group
Apr 23 10:20:23.427261 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] security_group is already registered
Apr 23 10:20:23.427914 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 23 10:20:23.428281 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] security_group_rule is already registered
Apr 23 10:20:23.429024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service CORE assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.429395 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 10:20:23.429761 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] subnetpool is already registered
Apr 23 10:20:23.430442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.resource_helper [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Service CORE assigned prefix:  {{(pid=86224) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 23 10:20:23.430818 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 23 10:20:23.431178 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.quota.resource_registry [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] subnetpool is already registered
Apr 23 10:20:23.431926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: extensions {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.433519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: address-groups {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.435179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: address-scopes {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.436432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: agents {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.437692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: auto-allocated-topology {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.438994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: availability_zones {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.440360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: dhcp-networks {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.441840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: dhcp-agents {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.443397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: routers {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.445241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: flavors {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.446464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: service_profiles {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.448269 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: next_providers {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.449910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: service_profiles {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.451402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: floatingip-pools {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.452679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: routers {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.454577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: floatingips {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.455875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: l3-routers {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.457354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: l3-agents {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.458840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: metering-labels {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.461119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: metering-label-rules {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.462444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: network-ip-availabilities {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.464344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: bindings {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.466114 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: quotas {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.467616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: quotas {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.469116 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: rbac-policies {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.470730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: security-groups {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.471982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: security-group-rules {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.473646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: service-providers {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.475195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: subnetpools {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.476665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: subnetpools {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.478211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.480010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.481913 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.483778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.485668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.487601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.489480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.491456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.493344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.495830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.extensions [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Extended resource: tags {{(pid=86224) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 23 10:20:23.502770 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING keystonemiddleware.auth_token [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 23 10:20:23.507985 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING keystonemiddleware.auth_token [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 23 10:20:23.517306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Acquired lock "singleton_lock" {{(pid=86224) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 23 10:20:23.517827 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Releasing lock "singleton_lock" {{(pid=86224) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 23 10:20:23.519298 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO oslo_service.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Starting 2 workers
Apr 23 10:20:23.524132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Started child 86337 {{(pid=86224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 23 10:20:23.528097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:23.529024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Started child 86338 {{(pid=86224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 23 10:20:23.529568 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [-] (86337) wsgi starting up on http://0.0.0.0:9696
Apr 23 10:20:23.530476 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 23 10:20:23.531152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Notify callbacks [] for process, before_spawn {{(pid=86224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:23.532517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:23.533692 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO oslo_service.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Starting 1 workers
Apr 23 10:20:23.533917 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [-] (86338) wsgi starting up on http://0.0.0.0:9696
Apr 23 10:20:23.539196 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Started child 86339 {{(pid=86224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 23 10:20:23.539747 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO oslo_service.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Starting 1 workers
Apr 23 10:20:23.541315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] calling RpcWorker wait() {{(pid=86339) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 23 10:20:23.541711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] returning from RpcWorker wait() {{(pid=86339) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 23 10:20:23.543227 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:23.543725 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:20:23.544531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Started child 86340 {{(pid=86224) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 23 10:20:23.545391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a409cd-2b29-4a8e-af43-29c092ea52c6 None None] Notify callbacks [] for process, after_spawn {{(pid=86224) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:23.546959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86224) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 23 10:20:23.547202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 23 10:20:23.547411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 23 10:20:23.547678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 23 10:20:23.548099 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 23 10:20:23.548293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 23 10:20:23.548403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:23.548865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.549187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.549517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.549783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.550105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.550733 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.551037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.551331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.551633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.551906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.552111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.552309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.552596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.552865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.553237 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.553528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.553797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.554093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.554308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.554577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.554871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.555166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.555479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.555750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.556315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.557153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.557430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.557683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.557974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.558241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.558553 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.558817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.559072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.559359 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.559639 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.559903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.560152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.560401 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.560699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.560971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.561429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] host                           = dv-cinder-779233-3-iscsi {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.561678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.561927 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.562191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.562470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.562748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.563006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.563294 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.563582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.563843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.564114 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.564401 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.564666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.564928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.565215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.565406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.565644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.565938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.566233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.566447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.566642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.566829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.567125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.567315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.567594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.567840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.568084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.568334 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.568578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.568823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.569169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.569434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.569707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.569959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.570258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.570640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.573431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.574057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.574331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.575370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.575661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.576157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:20:23.576454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.576776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.577082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.579335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.579648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.579946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.580313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.580525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.580823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.581170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.582036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.584916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.585244 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.587178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.588526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.590628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.593741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.594022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.594486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.594809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.595521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.595811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.596107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.596409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.596696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.596949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.597277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.597552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.597880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.598204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.598546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.598824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.599103 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.599456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.599761 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.600063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.600319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.600610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.600857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.601139 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.601482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.601803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.602098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.75/identity {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.602370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.602623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.602893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.603158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.603408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.603658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.603908 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.604211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.604477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.604723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.604994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.605273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.605613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.605886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.606149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.606441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.606713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.606964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.607247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.607461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.607709 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.607952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.608220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.608581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.608880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.609170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.609421 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.609700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.609941 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.610190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.610458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.610712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.610952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.611194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.611442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.611713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.611991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.612241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.612482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.612728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.613002 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.613239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.613484 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.613752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.613997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.614252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.614510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.614752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.614995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.615236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.615534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.615775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.616017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.616278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.616491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.616893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.617162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.617406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.617648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.617963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.618293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.618566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.619374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.619640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.619930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.620199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.620481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.620730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.621003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.621249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.621655 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.621759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.622027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.622303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.622554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.622859 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.623109 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.623365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.623616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.623883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.624162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.624437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.624726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.625096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.625387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.625554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38386) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:20:23.625705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.626003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.626281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.626585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.626836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.627141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.627504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.627787 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.628091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.628376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.628643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.628914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.629888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.629888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.629888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.630334 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.630334 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.630619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.630815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.631016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.631317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.631473 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.632235 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.632235 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.632544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.632544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.632814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.633117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.633344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.633650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.634345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.634345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.635757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.635757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.75/identity {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.635757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.635757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.636865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.636865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.636865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.636865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.637454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.637708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.638105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.638874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.638874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.638874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.638874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.639436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.639436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.639717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.640030 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0122170
Apr 23 10:20:23.640195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.640195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.643809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.643809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.644164 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.644731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.645072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.647693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.647693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.647693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.647693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.647693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.647693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.647693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.647693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.648815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.648815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.648815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.648815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.648815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.648815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.648815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.649807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.649807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.649807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.649807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.650413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.650413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.650688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.650921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.651716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.651716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.651716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.652023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.652119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.653542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.653542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.653765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.653908 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.654184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.654457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.654705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.654950 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.655210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.655459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.655701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.656043 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.656320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.656582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.656859 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.657226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.657410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.657653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.657895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.658143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.659240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.659515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.659767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.660128 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.660262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.661090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.661090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.661090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.661331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.661437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.661685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.662408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.662408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.662408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.662645 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.662855 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.663203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.663490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.663747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.664070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.664552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.664680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.664889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.665340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.665583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.666499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.666499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.666499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.666721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.666935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.667226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.667659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.667847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.668122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.668439 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.668792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.669138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.670112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.670430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.670787 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.671091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.671372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.671804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.671918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.672284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.673001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.673001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.673001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.673915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.674205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.674495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.674759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.675012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.675281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.675534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.675794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.676060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.676335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.676584 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.676778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 23 10:20:23.678453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86224) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 23 10:20:23.678453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 23 10:20:23.678453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 23 10:20:23.678708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 23 10:20:23.678875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 23 10:20:23.679189 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 23 10:20:23.679588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.679912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.680247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.680581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.680938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.682198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.682378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.682746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.682943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.683113 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.683468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.683663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.683832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.684182 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.684352 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.684702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.684895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.685107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.685461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.685657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.685825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.686151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.686455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.686819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.687365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.687365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.687365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.687604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.687727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.687899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.688080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.688266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.688450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.688695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.689096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.689266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.689595 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.689920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.690243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.690567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.690912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] host                           = dv-cinder-779233-3-iscsi {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.691273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.691570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.691893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.692061 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.692408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.692577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.692928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.693163 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.693354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.693571 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.693921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.694113 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.694279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.694629 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.694818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.695006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.695193 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.695380 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.695590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.695759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.696084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.696384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.696728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.696899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.697817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.697986 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.698333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.698502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.698824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.699146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.699312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.699634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.699955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.700254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.700547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.700840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.701172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.701520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.701687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.702030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.702126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:20:23.702200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.702358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.702686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.702856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.703199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.703390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.703578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.703765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.703932 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.704278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.704466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.704633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.705011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.705204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.705390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.705547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.705732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.705893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.706076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.706261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.706446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.706609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.706792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.706977 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.707163 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.707348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.707531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.707716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.707902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 23 10:20:23.708115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.708282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.708482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.708670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.709306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.709306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.709306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.709509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.709509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.709697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.709912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.710004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.710200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.710765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.710765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.710765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.710973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.711050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.711200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.711386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.712131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.712131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.712131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.712131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.712390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.75/identity {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.712390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.712671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.712764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.713711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.713711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.713711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.713711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.713711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.714026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.714026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.714160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.714249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.714534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.716698 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.716921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.717918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.718193 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.718325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.718516 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.718721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.718921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.719119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.719315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.719512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.719704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.720160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.720354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.720544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.720735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.720926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.721385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.721550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.721745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.721971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.722155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.722260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.722476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.722660 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.722835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.723024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.723212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.723401 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.723591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.723779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.723969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.724191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.724383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.724554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.724708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.724857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.725898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.726099 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.726293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.726485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.726676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.726853 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.726999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.727191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.727380 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.727579 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.727786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.727976 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.728164 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.728380 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.728568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.728756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.728943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.729921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.730114 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.730331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.730458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.730634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.730778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.730945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.731111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.731310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.731497 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.731654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.731809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.731961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.732112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.732270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.732429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.732619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.732812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.733679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.733679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.733679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.733679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.733679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.734195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.734195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.734195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.734503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.734503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.734702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.734865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.735053 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.735240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.735428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.735615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.735803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.735999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.736199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.736386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.736575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.736762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.737018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.737967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.738147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.738717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.738717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.738717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.738924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.738991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.739163 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.739350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.739523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.740471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.75/identity {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.740471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.740471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.740471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.740471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.740471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.740841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.740841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.741429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.741429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.741429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.741656 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.741723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.741876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.742062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.742252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.742478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.742589 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.742770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.742984 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.743148 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.743336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.743522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.743708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.744422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.745430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.745712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.745876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.746019 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.746170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.746310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.746451 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.746592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.746798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.746946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.747090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.747236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.747404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.747596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.747788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.747977 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.748167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.748357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.748547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.748752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.748938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.749966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.750162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.750842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.750842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.750842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.750842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.751104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.751171 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.751342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.752266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.752266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.752266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.752266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.752266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.752795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.752795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.752795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.753002 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.753002 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.753200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.753369 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.753555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.753754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.753942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.754129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.754339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.754477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.754645 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.754824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.755010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.755196 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.755383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.755580 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.755768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.755954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.756140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.756324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.756520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.756684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.756870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.757095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.757257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.757464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.757619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.757772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.757967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.758121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.758313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.758501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.758701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.758860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.759051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.759253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.760299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.760299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.760299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.760969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.760969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.760969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.760969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.761904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.762108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.762310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.763999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.764149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.764336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.764523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.764746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.764935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.765168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.765357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.765546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.765733 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.765919 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.766106 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.766292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 23 10:20:23.766475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86224) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 23 10:20:34.913102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3579acee-84d1-455d-af13-b03ed7e3dfa4 None None] get_active_networks_info from dv-cinder-779233-3-iscsi {{(pid=86339) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 23 10:20:35.054591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579acee-84d1-455d-af13-b03ed7e3dfa4 None None] No non-hosted networks {{(pid=86339) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 23 10:20:35.055975 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a1114ae6-a26e-4e1e-9633-13d68a51c04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453'] for agent, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:36.668392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4b9ada1f-8b8c-4c86-8e3f-54afbb5a26fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453'] for agent, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:36.742972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-67b009e7-5d65-4055-a3de-26e519a8ebb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:37.527993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453'] for agent, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:38.134921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453'] for agent, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:38.136137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.136667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.137210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.137711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.138228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.142642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.143197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.145137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.145757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.146240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.146720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.147184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:38.147711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4baafa4ba8>, 'Open vSwitch agent', 'dv-cinder-779233-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:20:38.153172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4baafb0c18>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779233-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:20:38.823942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453'] for agent, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:39.525205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38478) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:20:40.162893 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING oslo_policy.policy [None req-c7c3cd57-5326-4960-ac3c-4010093973e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 10:20:40.163469 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING oslo_policy.policy [None req-c7c3cd57-5326-4960-ac3c-4010093973e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 10:20:40.396743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [None req-c7c3cd57-5326-4960-ac3c-4010093973e2 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:20:40.397775 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c7c3cd57-5326-4960-ac3c-4010093973e2 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8716404
Apr 23 10:20:43.136838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38494) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:20:43.534610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-e28677aa-0bb0-49a2-9b20-1631f51437a4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:20:43.638318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.policy [None req-e28677aa-0bb0-49a2-9b20-1631f51437a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86338) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 23 10:20:43.693671 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING oslo_policy.policy [None req-e28677aa-0bb0-49a2-9b20-1631f51437a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 10:20:43.694106 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING oslo_policy.policy [None req-e28677aa-0bb0-49a2-9b20-1631f51437a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 10:20:43.713084 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota [None req-e28677aa-0bb0-49a2-9b20-1631f51437a4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4bab87c5c0>.
Apr 23 10:20:43.729487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e28677aa-0bb0-49a2-9b20-1631f51437a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:20:43.788498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e28677aa-0bb0-49a2-9b20-1631f51437a4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289165431995', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289165431151', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289165442327', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289165448683', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289165727720', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289165727395', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853999805', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853964733', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8304744', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7962544'] for rbac-policy, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:43.903603 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_hamode_db [None req-890a0fb5-415a-46d0-b2a1-0ecd1e40e705 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 23 10:20:43.992744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a0fb5-415a-46d0-b2a1-0ecd1e40e705 None None] Routers set() bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:20:43.993213 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a0fb5-415a-46d0-b2a1-0ecd1e40e705 None None] Router IDs set() for agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 23 10:20:44.010583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e28677aa-0bb0-49a2-9b20-1631f51437a4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:44.011812 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e28677aa-0bb0-49a2-9b20-1631f51437a4 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8739283
Apr 23 10:20:46.974787 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38508) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:20:47.348593 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Request body: {'network': {'name': 'private', 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'admin_state_up': True}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:20:47.355022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:20:47.359492 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Usage tracker for resource:network and tenant:6f85d08ae1324df8b91c0d377db1b205 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:20:47.362916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:20:47.369751 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:20:47.378122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Made reservation on behalf of 6f85d08ae1324df8b91c0d377db1b205 for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:20:47.383872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:47.399480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:47.413769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:20:47.418058 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Usage tracker for resource:security_group_rule and tenant:6f85d08ae1324df8b91c0d377db1b205 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:20:47.421454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:20:47.427142 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:20:47.522639 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:47.525676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:47.530333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:20:47.549315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=86338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:20:47.574292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289168024470', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:47.574814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4bac2ec6a8> segment precommit_create {{(pid=86338) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 23 10:20:47.575268 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Added segment bab750fe-6ed6-49f4-b182-15a2673ea332 of type vlan for network 188ba2f9-6120-4846-a39d-4c674bece159
Apr 23 10:20:47.627449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba8eb39-8744-49e1-87a5-6dda8051ee82,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:20:47.650320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.650685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.651042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.651390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.651734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.652079 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.652421 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.652762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.653135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.653477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.653816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.654153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Tracked resource versions report:
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]: pushed versions:
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]: {   'AddressGroup': {'1.2'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'ConntrackHelper': {'1.0'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Log': {'1.0'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Network': {'1.1'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Port': {'1.7'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'PortForwarding': {'1.2'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'QosPolicy': {'1.8'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroup': {'1.4'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroupRule': {'1.2'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SubPort': {'1.0'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Subnet': {'1.1'},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Trunk': {'1.1'}}
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]: consumer versions:
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]: {   DHCP agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     L3 agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metadata agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metering agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:     Open vSwitch agent@dv-cinder-779233-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'ConntrackHelper': '1.0',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Log': '1.0',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Network': '1.1',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Port': '1.7',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'PortForwarding': '1.2',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'QosPolicy': '1.8',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroup': '1.4',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroupRule': '1.2',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SubPort': '1.0',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Subnet': '1.1',
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Trunk': '1.1'}}
Apr 23 10:20:47.655236 dv-cinder-779233-3-iscsi neutron-server[86224]:  {{(pid=86338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 10:20:47.693493 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:47.707381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:20:47.735326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:47.736689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:20:47.737355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:47.742003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:20:47.851653 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8756554
Apr 23 10:20:47.852298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Pushing event updated for resources: {'Network': ['ID=188ba2f9-6120-4846-a39d-4c674bece159,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:20:47.855509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:20:47.864314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 188ba2f9-6120-4846-a39d-4c674bece159 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:20:50.873474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38524) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:20:51.357199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a65b3cc-606b-4db8-8a5e-5f973183531c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:20:51.358608 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4a65b3cc-606b-4db8-8a5e-5f973183531c admin admin] 10.222.0.75 "GET /v2.0/networks/188ba2f9-6120-4846-a39d-4c674bece159 HTTP/1.1" status: 200  len: 825 time: 0.4841216
Apr 23 10:20:51.386969 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0c9f4127-a62c-4bd4-93a2-73775c2f74c2 admin admin] 10.222.0.75 "GET /v2.0/subnetpools/d6aa7ed3-de3b-4b8f-b9ce-435bd9b65197 HTTP/1.1" status: 200  len: 734 time: 0.0224192
Apr 23 10:20:51.396073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Request body: {'subnet': {'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'd6aa7ed3-de3b-4b8f-b9ce-435bd9b65197', 'ip_version': 4, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:20:51.400536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:20:51.404387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Usage tracker for resource:subnet and tenant:6f85d08ae1324df8b91c0d377db1b205 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:20:51.407291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:20:51.413075 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:20:51.421894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Made reservation on behalf of 6f85d08ae1324df8b91c0d377db1b205 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:20:51.426417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:51.894744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:51.900001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:20:51.986211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7030b1c-a381-498b-aa6c-f5ea52a24468,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:20:51.990507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Checking segment: {'id': 'bab750fe-6ed6-49f4-b182-15a2673ea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:20:51.990896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Network hostable DHCP agents. Network: 188ba2f9-6120-4846-a39d-4c674bece159, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:20:51.996737 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:20:52.011096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Network 188ba2f9-6120-4846-a39d-4c674bece159 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:20:52.020245 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 188ba2f9-6120-4846-a39d-4c674bece159) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:20:52.025435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:20:52.026065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:52.030822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492a6ab-d9fc-4201-920d-a92e1142e8ab None None] Network 188ba2f9-6120-4846-a39d-4c674bece159 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:20:52.045517 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6529722
Apr 23 10:20:52.354685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-188ba2f9-6120-4846-a39d-4c674bece159', 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'fixed_ips': [{'subnet_id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:20:52.355900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:52.715376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Allocated IP 172.20.0.2 (188ba2f9-6120-4846-a39d-4c674bece159/d7030b1c-a381-498b-aa6c-f5ea52a24468/8624f044-ddc7-45f9-b45b-3a7e992047ae) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:20:52.944564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:52.957948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Transition to ACTIVE for port object 8624f044-ddc7-45f9-b45b-3a7e992047ae will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:20:52.977681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Transition to ACTIVE for port object 8624f044-ddc7-45f9-b45b-3a7e992047ae will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:20:52.983809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:52.991689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:20:53.048104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Network 188ba2f9-6120-4846-a39d-4c674bece159 is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:20:53.055519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:20:53.062667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:20:53.105212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Pushing event updated for resources: {'Port': ['ID=8624f044-ddc7-45f9-b45b-3a7e992047ae,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:20:53.148817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.149215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.149607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.149970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.150328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.150687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.151044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.151398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.151766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.152115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.152461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.152808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Tracked resource versions report:
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]: pushed versions:
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]: {   'AddressGroup': {'1.2'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'ConntrackHelper': {'1.0'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Log': {'1.0'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Network': {'1.1'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Port': {'1.7'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'PortForwarding': {'1.2'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'QosPolicy': {'1.8'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroup': {'1.4'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroupRule': {'1.2'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SubPort': {'1.0'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Subnet': {'1.1'},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Trunk': {'1.1'}}
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]: consumer versions:
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]: {   DHCP agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     L3 agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metadata agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metering agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:     Open vSwitch agent@dv-cinder-779233-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'ConntrackHelper': '1.0',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Log': '1.0',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Network': '1.1',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Port': '1.7',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'PortForwarding': '1.2',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'QosPolicy': '1.8',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroup': '1.4',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroupRule': '1.2',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SubPort': '1.0',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Subnet': '1.1',
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Trunk': '1.1'}}
Apr 23 10:20:53.153918 dv-cinder-779233-3-iscsi neutron-server[86224]:  {{(pid=86339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 10:20:53.170827 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:20:53.177815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Attempting to bind port 8624f044-ddc7-45f9-b45b-3a7e992047ae on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:20:53.178247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Attempting to bind port 8624f044-ddc7-45f9-b45b-3a7e992047ae by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'bab750fe-6ed6-49f4-b182-15a2673ea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:20:53.178662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Attempting to bind port 8624f044-ddc7-45f9-b45b-3a7e992047ae on network 188ba2f9-6120-4846-a39d-4c674bece159 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:20:53.184720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:20:53.185172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Checking segment: {'id': 'bab750fe-6ed6-49f4-b182-15a2673ea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:20:53.185651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:53.186073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Bound using segment: {'id': 'bab750fe-6ed6-49f4-b182-15a2673ea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:20:53.186604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Bound port: 8624f044-ddc7-45f9-b45b-3a7e992047ae, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab750fe-6ed6-49f4-b182-15a2673ea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:20:53.187070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:53.285681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] For port 8624f044-ddc7-45f9-b45b-3a7e992047ae, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:20:53.289639 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] For port 8624f044-ddc7-45f9-b45b-3a7e992047ae, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=8624f044-ddc7-45f9-b45b-3a7e992047ae,segment=NetworkSegment(bab750fe-6ed6-49f4-b182-15a2673ea332),segment_id=bab750fe-6ed6-49f4-b182-15a2673ea332)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:20:53.293478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:20:53.298333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:20:53.386754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Pushing event updated for resources: {'Port': ['ID=8624f044-ddc7-45f9-b45b-3a7e992047ae,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:20:53.389900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:20:54.803887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38534) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:20:55.206759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [None req-90311212-91ca-4359-b065-1fe77f995ee8 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:20:55.207807 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-90311212-91ca-4359-b065-1fe77f995ee8 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4028959
Apr 23 10:20:57.953859 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38544) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:20:58.355345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [None req-c44659b8-ab6e-4baa-b54d-7890b98bfd69 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:20:58.356633 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c44659b8-ab6e-4baa-b54d-7890b98bfd69 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4017718
Apr 23 10:21:00.127156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 8624f044-ddc7-45f9-b45b-3a7e992047ae up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:21:00.197458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 8624f044-ddc7-45f9-b45b-3a7e992047ae completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:21:00.285260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c2454-9968-4036-a35d-9c08682104c2 None None] Network 188ba2f9-6120-4846-a39d-4c674bece159 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:21:00.374186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Provisioning for port 8624f044-ddc7-45f9-b45b-3a7e992047ae completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:21:00.387534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Provisioning complete for port 8624f044-ddc7-45f9-b45b-3a7e992047ae triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:21:00.387955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:00.631192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:00.686339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] For port 8624f044-ddc7-45f9-b45b-3a7e992047ae, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=8624f044-ddc7-45f9-b45b-3a7e992047ae,segment=NetworkSegment(bab750fe-6ed6-49f4-b182-15a2673ea332),segment_id=bab750fe-6ed6-49f4-b182-15a2673ea332)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:21:00.691412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:00.696918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:00.770319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Pushing event updated for resources: {'Port': ['ID=8624f044-ddc7-45f9-b45b-3a7e992047ae,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:00.773680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:00.916907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-1ea6992b-38bf-4010-8d8e-11aabf3abf4e None None] Provisioning complete for port 8624f044-ddc7-45f9-b45b-3a7e992047ae triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:21:00.917341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1ea6992b-38bf-4010-8d8e-11aabf3abf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:01.417749 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38560) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:21:01.812624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Request body: {'router': {'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:21:01.817954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:21:01.822452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Usage tracker for resource:router and tenant:6f85d08ae1324df8b91c0d377db1b205 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:21:01.825652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:21:01.831568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:21:01.840435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:01.841856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:01.861671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:01.967793 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:01.985528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:01.986759 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-12a398ca-5cc8-4c6c-b66e-2f85b7ade367 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5667524
Apr 23 10:21:02.092752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 8624f044-ddc7-45f9-b45b-3a7e992047ae up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:21:02.167630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 8624f044-ddc7-45f9-b45b-3a7e992047ae triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:21:02.168039 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:04.680198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38570) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:21:04.808541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b6711d7b-c82b-4cc3-ae77-10901b4929e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:05.069211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [None req-51235252-7274-4f71-838f-f771fbadcaee admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:21:05.070282 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-51235252-7274-4f71-838f-f771fbadcaee admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3890550
Apr 23 10:21:06.672206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2267f9cb-b22b-45e6-836b-69d04d8117eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:07.490247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:07.808960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38590) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:21:07.965322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:21:07.970870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:21:07.974856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Usage tracker for resource:network and tenant:873dcc0de20a419fb9d48dff64095df0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:21:07.978311 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:21:07.984238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:21:07.992492 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Made reservation on behalf of 873dcc0de20a419fb9d48dff64095df0 for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:21:07.997606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:08.010040 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:08.024832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:21:08.028700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Usage tracker for resource:security_group_rule and tenant:873dcc0de20a419fb9d48dff64095df0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:21:08.031555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:21:08.037380 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:21:08.122288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:08.124040 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:08.124325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:08.128597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:08.141923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=86338) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 23 10:21:08.166702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066bf72f-b044-43b4-b92e-e5a06d9c87b7,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:08.169688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:08.170072 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Added segment c92d2252-4d94-4bc2-9a42-2a3ead055235 of type flat for network ad6edba4-777b-44a6-8977-f6a7e74a7650
Apr 23 10:21:08.171298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:08.203854 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:08.239407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:08.240707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:21:08.241363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:08.246174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:08.347478 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5372756
Apr 23 10:21:08.350222 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ad6edba4-777b-44a6-8977-f6a7e74a7650,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:08.362580 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:08.376157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:21:08.771608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:10.866513 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38610) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:21:10.980624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a759a21-12ce-4f80-8bac-ee7097b4d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:21:10.981983 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4a759a21-12ce-4f80-8bac-ee7097b4d293 admin admin] 10.222.0.75 "GET /v2.0/subnets/d7030b1c-a381-498b-aa6c-f5ea52a24468 HTTP/1.1" status: 200  len: 849 time: 0.1144457
Apr 23 10:21:11.277372 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-000fac4c-a59a-47e6-a567-27af32cdf0f2 admin admin] 10.222.0.75 "GET /v2.0/routers/0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 HTTP/1.1" status: 200  len: 704 time: 0.2892423
Apr 23 10:21:11.762856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:11.997291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Allocated IP 172.20.0.1 (188ba2f9-6120-4846-a39d-4c674bece159/d7030b1c-a381-498b-aa6c-f5ea52a24468/ba0d1823-2f20-4bf1-9de5-aa92f0be4874) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:21:12.158774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:12.176597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Transition to ACTIVE for port object ba0d1823-2f20-4bf1-9de5-aa92f0be4874 will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:21:12.232989 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:12.237665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:12.300815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Network 188ba2f9-6120-4846-a39d-4c674bece159 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:21:12.304243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:21:12.307326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:21:12.308012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:12.459477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Pushing event updated for resources: {'Port': ['ID=ba0d1823-2f20-4bf1-9de5-aa92f0be4874,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:12.463012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:12.532426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-c118d0ed-4299-458d-b3a4-8dcd06054d40 None None] Provisioning for port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:21:12.537486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-c118d0ed-4299-458d-b3a4-8dcd06054d40 None None] Provisioning complete for port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:21:12.537915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c118d0ed-4299-458d-b3a4-8dcd06054d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:12.593383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:12.594879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-c118d0ed-4299-458d-b3a4-8dcd06054d40 None None] Port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:21:12.830803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:12.834210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:12.835233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:12.839410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:12.972813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Pushing event updated for resources: {'Port': ['ID=ba0d1823-2f20-4bf1-9de5-aa92f0be4874,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:12.977177 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:13.035728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Network 188ba2f9-6120-4846-a39d-4c674bece159 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:21:13.036808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:21:13.218170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-cb1ec512-4640-4bb0-aef5-fbec4d3b89d4 None None] Provisioning complete for port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:21:13.218574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec512-4640-4bb0-aef5-fbec4d3b89d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:13.278322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ec512-4640-4bb0-aef5-fbec4d3b89d4 None None] Port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:21:13.397387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Router 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:21:13.558145 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:21:13.567472 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] 10.222.0.75 "PUT /v2.0/routers/0ebf808f-1dd7-486e-a1b9-a23588cdc3a6/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2845891
Apr 23 10:21:13.568420 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Sync routers for ids ['0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:21:13.579505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Routers {'0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:21:13.580396 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bab7dd208>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:21:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:21:13.763633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Set router 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 gateway port host: None {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:21:14.311840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bab7dd208>, [{'id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'name': 'router1', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:21:01Z', 'updated_at': '2021-04-23T10:21:12Z', 'revision_number': 2, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'gw_port_host': None, '_interfaces': [{'id': 'ba0d1823-2f20-4bf1-9de5-aa92f0be4874', 'name': '', 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'mac_address': 'fa:16:3e:3a:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:21:11Z', 'updated_at': '2021-04-23T10:21:12Z', 'revision_number': 2, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'subnets': [{'id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6aa7ed3-de3b-4b8f-b9ce-435bd9b65197'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:21:14.316617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Checking router: 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:21:14.317021 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Updating router 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:21:14.375158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:14.631140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:21:14.771386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:14.785945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Transition to ACTIVE for port object ba0d1823-2f20-4bf1-9de5-aa92f0be4874 will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:21:14.791490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:14.796888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:14.929958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Pushing event updated for resources: {'Port': ['ID=ba0d1823-2f20-4bf1-9de5-aa92f0be4874,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:15.009659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.010037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.010404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.010765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.011123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.011478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.011828 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.012175 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.012538 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.012885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.013251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.013611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Tracked resource versions report:
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]: pushed versions:
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]: {   'AddressGroup': {'1.2'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'ConntrackHelper': {'1.0'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Log': {'1.0'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Network': {'1.1'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Port': {'1.7'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'PortForwarding': {'1.2'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'QosPolicy': {'1.8'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroup': {'1.4'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroupRule': {'1.2'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SubPort': {'1.0'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Subnet': {'1.1'},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Trunk': {'1.1'}}
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]: consumer versions:
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]: {   DHCP agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     L3 agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metadata agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metering agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:     Open vSwitch agent@dv-cinder-779233-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'ConntrackHelper': '1.0',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Log': '1.0',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Network': '1.1',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Port': '1.7',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'PortForwarding': '1.2',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'QosPolicy': '1.8',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroup': '1.4',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroupRule': '1.2',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SubPort': '1.0',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Subnet': '1.1',
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Trunk': '1.1'}}
Apr 23 10:21:15.014677 dv-cinder-779233-3-iscsi neutron-server[86224]:  {{(pid=86340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 10:21:15.031168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:15.038080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Attempting to bind port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:21:15.038500 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Attempting to bind port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'bab750fe-6ed6-49f4-b182-15a2673ea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:21:15.038901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Attempting to bind port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 on network 188ba2f9-6120-4846-a39d-4c674bece159 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:21:15.044377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:21:15.044795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Checking segment: {'id': 'bab750fe-6ed6-49f4-b182-15a2673ea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:21:15.045316 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:15.045733 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Bound using segment: {'id': 'bab750fe-6ed6-49f4-b182-15a2673ea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:21:15.046260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Bound port: ba0d1823-2f20-4bf1-9de5-aa92f0be4874, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab750fe-6ed6-49f4-b182-15a2673ea332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:21:15.046674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:15.139478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] For port ba0d1823-2f20-4bf1-9de5-aa92f0be4874, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:21:15.143760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] For port ba0d1823-2f20-4bf1-9de5-aa92f0be4874, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=ba0d1823-2f20-4bf1-9de5-aa92f0be4874,segment=NetworkSegment(bab750fe-6ed6-49f4-b182-15a2673ea332),segment_id=bab750fe-6ed6-49f4-b182-15a2673ea332)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:21:15.148445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:15.153576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:15.244612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Routers {'0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:21:15.245364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bab7dd208>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:21:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:21:15.303975 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Pushing event updated for resources: {'Port': ['ID=ba0d1823-2f20-4bf1-9de5-aa92f0be4874,revision_number=4']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:15.369304 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:15.411683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] Set router 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 gateway port host: None {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:21:15.756720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bab7dd208>, [{'id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'name': 'router1', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:21:01Z', 'updated_at': '2021-04-23T10:21:12Z', 'revision_number': 2, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'gw_port_host': None, '_interfaces': [{'id': 'ba0d1823-2f20-4bf1-9de5-aa92f0be4874', 'name': '', 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'mac_address': 'fa:16:3e:3a:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:21:11Z', 'updated_at': '2021-04-23T10:21:15Z', 'revision_number': 4, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'subnets': [{'id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6aa7ed3-de3b-4b8f-b9ce-435bd9b65197'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:21:15.761394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054aa78-d34b-4ac3-9267-98f268fe54c4 None None] The sync data for ids ['0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'] in dv-cinder-779233-3-iscsi is: [{'id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'name': 'router1', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:21:01Z', 'updated_at': '2021-04-23T10:21:12Z', 'revision_number': 2, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'gw_port_host': None, '_interfaces': [{'id': 'ba0d1823-2f20-4bf1-9de5-aa92f0be4874', 'name': '', 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'mac_address': 'fa:16:3e:3a:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:21:11Z', 'updated_at': '2021-04-23T10:21:15Z', 'revision_number': 4, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'subnets': [{'id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6aa7ed3-de3b-4b8f-b9ce-435bd9b65197'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:21:16.112944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38622) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:21:16.270827 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1baf97-48ec-4e39-8395-7315ac791401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:21:16.271432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ba1baf97-48ec-4e39-8395-7315ac791401 admin admin] Synchronizing usage tracker for tenant:873dcc0de20a419fb9d48dff64095df0 on resource:network {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:21:16.287678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ba1baf97-48ec-4e39-8395-7315ac791401 admin admin] Unset dirty status for tenant:873dcc0de20a419fb9d48dff64095df0 on resource:network {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:21:16.288829 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ba1baf97-48ec-4e39-8395-7315ac791401 admin admin] 10.222.0.75 "GET /v2.0/networks/ad6edba4-777b-44a6-8977-f6a7e74a7650 HTTP/1.1" status: 200  len: 842 time: 0.1748478
Apr 23 10:21:16.299761 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Request body: {'subnet': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:21:16.305203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:21:16.309760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Usage tracker for resource:subnet and tenant:873dcc0de20a419fb9d48dff64095df0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:21:16.312620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:21:16.319025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:21:16.327657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Made reservation on behalf of 873dcc0de20a419fb9d48dff64095df0 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:21:16.332276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:16.761997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.objects.ports [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86338) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 23 10:21:16.762528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:16.767067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-adad6570-6fd9-4d0f-8b36-5a038a3ca55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:16.839836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d83830-ce15-4288-8609-a51fca982854,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:16.845155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:16.847913 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:21:16.848289 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Network hostable DHCP agents. Network: ad6edba4-777b-44a6-8977-f6a7e74a7650, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:21:16.866902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:21:16.875384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, ad6edba4-777b-44a6-8977-f6a7e74a7650) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:21:16.879223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:21:16.879858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:16.885260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d29653-3260-4b40-9781-54f8eeac4768 None None] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:21:16.899951 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e02496c8-71d4-4489-ba57-0c5f0c6528ea admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6040137
Apr 23 10:21:17.125014 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f78a9-3d45-4feb-bc86-8fe84b69a023 None None] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:21:19.518845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38636) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:21:19.727920 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f23339bd-1836-4dd7-9e69-356783ab3109 admin admin] 10.222.0.75 "GET /v2.0/routers/0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 HTTP/1.1" status: 200  len: 710 time: 0.2070935
Apr 23 10:21:19.865803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ccb88-c2f6-4c4f-a868-5ab6e47d08bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:21:19.867233 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f43ccb88-c2f6-4c4f-a868-5ab6e47d08bf admin admin] 10.222.0.75 "GET /v2.0/networks/ad6edba4-777b-44a6-8977-f6a7e74a7650 HTTP/1.1" status: 200  len: 886 time: 0.1337736
Apr 23 10:21:19.876912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:21:20.121256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device ba0d1823-2f20-4bf1-9de5-aa92f0be4874 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:21:20.189394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:21:20.194215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:21:20.194623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:20.318761 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:20.354279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port ba0d1823-2f20-4bf1-9de5-aa92f0be4874, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=ba0d1823-2f20-4bf1-9de5-aa92f0be4874,segment=NetworkSegment(bab750fe-6ed6-49f4-b182-15a2673ea332),segment_id=bab750fe-6ed6-49f4-b182-15a2673ea332)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:21:20.357575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:20.359790 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:20.434503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=ba0d1823-2f20-4bf1-9de5-aa92f0be4874,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:20.437870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:20.525301 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:20.868489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:20.927300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:21.069679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Allocated IP 172.27.0.203 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/9fe02657-0bad-4a0f-ab41-3d1f7ef183be) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:21:21.222259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:21.251619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:21.256691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f0f8582-2643-40ed-86a8-97adc0f4c02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:21.319781 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:21:21.323837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:21:21.327668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:21:21.447268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe02657-0bad-4a0f-ab41-3d1f7ef183be,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:21.456804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:21.731069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:22.079409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:22.082978 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846491152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8284664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846800618'] for router, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:22.104793 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device ba0d1823-2f20-4bf1-9de5-aa92f0be4874 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:21:22.175617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:21:22.176019 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:22.457744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Router 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:21:22.641088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:21:22.649623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:22.650884 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] 10.222.0.75 "PUT /v2.0/routers/0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 HTTP/1.1" status: 200  len: 890 time: 2.7773709
Apr 23 10:21:22.652407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Sync routers for ids ['0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:21:22.663558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Routers {'0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:21:22.664216 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa88bda0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:21:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:21:22.865407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Set router 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:21:23.220461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa88bda0>, [{'id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'name': 'router1', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '9fe02657-0bad-4a0f-ab41-3d1f7ef183be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:21:01Z', 'updated_at': '2021-04-23T10:21:21Z', 'revision_number': 4, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'gw_port': {'id': '9fe02657-0bad-4a0f-ab41-3d1f7ef183be', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:21:20Z', 'updated_at': '2021-04-23T10:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'ba0d1823-2f20-4bf1-9de5-aa92f0be4874', 'name': '', 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'mac_address': 'fa:16:3e:3a:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:21:11Z', 'updated_at': '2021-04-23T10:21:20Z', 'revision_number': 5, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'subnets': [{'id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6aa7ed3-de3b-4b8f-b9ce-435bd9b65197'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:21:23.225699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Checking router: 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:21:23.226086 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Updating router 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:21:23.280895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:23.624773 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:23.637159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Transition to ACTIVE for port object 9fe02657-0bad-4a0f-ab41-3d1f7ef183be will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:21:23.642868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:23.647802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:23.737451 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Attempting to bind port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:21:23.737858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Attempting to bind port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:21:23.738250 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Attempting to bind port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:21:23.745842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17bb38-85f1-48fc-9a35-b5da8b86510c None None] Pushing event updated for resources: {'Port': ['ID=9fe02657-0bad-4a0f-ab41-3d1f7ef183be,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:23.748410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:21:23.748805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:21:23.749278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:23.749684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:21:23.750164 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Bound port: 9fe02657-0bad-4a0f-ab41-3d1f7ef183be, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:21:23.750571 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:23.776210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8a17bb38-85f1-48fc-9a35-b5da8b86510c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:23.826800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] For port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:21:23.829833 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] For port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=9fe02657-0bad-4a0f-ab41-3d1f7ef183be,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:21:23.833150 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:23.839524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-86fcad3e-9b82-40e1-91c0-f7fe0846b96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:23.921402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Routers {'0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:21:23.922057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa88bda0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:21:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:21:23.980907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17bb38-85f1-48fc-9a35-b5da8b86510c None None] Pushing event updated for resources: {'Port': ['ID=9fe02657-0bad-4a0f-ab41-3d1f7ef183be,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:24.038929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8a17bb38-85f1-48fc-9a35-b5da8b86510c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:24.110418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] Set router 0ebf808f-1dd7-486e-a1b9-a23588cdc3a6 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:21:24.444727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa88bda0>, [{'id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'name': 'router1', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '9fe02657-0bad-4a0f-ab41-3d1f7ef183be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:21:01Z', 'updated_at': '2021-04-23T10:21:21Z', 'revision_number': 4, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'gw_port': {'id': '9fe02657-0bad-4a0f-ab41-3d1f7ef183be', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:21:20Z', 'updated_at': '2021-04-23T10:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'ba0d1823-2f20-4bf1-9de5-aa92f0be4874', 'name': '', 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'mac_address': 'fa:16:3e:3a:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:21:11Z', 'updated_at': '2021-04-23T10:21:20Z', 'revision_number': 5, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'subnets': [{'id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6aa7ed3-de3b-4b8f-b9ce-435bd9b65197'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:21:24.449435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f36c31-9bd3-4b00-85c3-cb4f37811916 None None] The sync data for ids ['0ebf808f-1dd7-486e-a1b9-a23588cdc3a6'] in dv-cinder-779233-3-iscsi is: [{'id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'name': 'router1', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '9fe02657-0bad-4a0f-ab41-3d1f7ef183be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:21:01Z', 'updated_at': '2021-04-23T10:21:21Z', 'revision_number': 4, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'gw_port': {'id': '9fe02657-0bad-4a0f-ab41-3d1f7ef183be', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:21:20Z', 'updated_at': '2021-04-23T10:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'ba0d1823-2f20-4bf1-9de5-aa92f0be4874', 'name': '', 'network_id': '188ba2f9-6120-4846-a39d-4c674bece159', 'tenant_id': '6f85d08ae1324df8b91c0d377db1b205', 'mac_address': 'fa:16:3e:3a:b0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebf808f-1dd7-486e-a1b9-a23588cdc3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:21:11Z', 'updated_at': '2021-04-23T10:21:20Z', 'revision_number': 5, 'project_id': '6f85d08ae1324df8b91c0d377db1b205', 'subnets': [{'id': 'd7030b1c-a381-498b-aa6c-f5ea52a24468', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6aa7ed3-de3b-4b8f-b9ce-435bd9b65197'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:21:25.344131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 38646) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:21:25.470134 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8e86b4f8-eae2-47d6-bc3d-098d87bb391b admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1247828
Apr 23 10:21:26.132444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 9fe02657-0bad-4a0f-ab41-3d1f7ef183be up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:21:26.363826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:21:26.373403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:21:26.373403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:26.493735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:26.517666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=9fe02657-0bad-4a0f-ab41-3d1f7ef183be,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:21:26.520822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:26.525096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:21:26.593921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=9fe02657-0bad-4a0f-ab41-3d1f7ef183be,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:21:26.601371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:21:28.140359 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 9fe02657-0bad-4a0f-ab41-3d1f7ef183be up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:21:28.248110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 9fe02657-0bad-4a0f-ab41-3d1f7ef183be triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:21:28.248647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:34.811768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b5079c4b-d81c-45e1-a0a8-4e40b1c1546d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:36.689262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1531820d-a687-4bd8-adbc-12dbc7b6dd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:37.494688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:38.126817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:38.791626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:21:51.614159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:22:04.815063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5ccb8089-6dd8-4f5f-ab77-630c1f20318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:22:06.684312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b7541c4-bfba-441e-8c96-ee9a0c600715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:22:07.499189 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:22:08.262845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:22:08.797430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:22:28.613267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:22:34.817350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dabcee06-1207-4335-93f9-f618a25993b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:22:36.682784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d18e78e7-03f3-4762-b6ff-c42eb3ffc370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:22:37.501288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:22:38.135297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:22:38.794979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:04.819253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-14e6de5e-0352-449e-ba8b-ecb8da83a0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:05.638322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:23:06.674414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1016c055-f19b-431e-b5ec-edb60ce5cc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:07.503849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:08.010433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39216) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:08.084494 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b30bf2-4e79-4ccd-b5dc-350b69986c0e admin admin] GET failed (client error): The resource could not be found.
Apr 23 10:23:08.085878 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-27b30bf2-4e79-4ccd-b5dc-350b69986c0e admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0744143
Apr 23 10:23:08.138246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:08.228272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1faf9-d809-4864-b0a1-6b5bf2e5308a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:08.229786 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-48d1faf9-d809-4864-b0a1-6b5bf2e5308a admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1396580
Apr 23 10:23:08.800144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:10.714109 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39226) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:10.829087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0d523-10d1-431a-8f3f-bf3d33c83a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:10.829697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-19d0d523-10d1-431a-8f3f-bf3d33c83a0b admin admin] Synchronizing usage tracker for tenant:873dcc0de20a419fb9d48dff64095df0 on resource:subnet {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:23:10.846522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-19d0d523-10d1-431a-8f3f-bf3d33c83a0b admin admin] Unset dirty status for tenant:873dcc0de20a419fb9d48dff64095df0 on resource:subnet {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:23:10.847739 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-19d0d523-10d1-431a-8f3f-bf3d33c83a0b admin admin] 10.222.0.75 "GET /v2.0/subnets/d7030b1c-a381-498b-aa6c-f5ea52a24468 HTTP/1.1" status: 200  len: 849 time: 0.1325967
Apr 23 10:23:10.858179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:23:10.983263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Notify callbacks [] for subnet, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:11.290530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747686821593'] for subnet, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:11.295161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:23:11.335504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:11.336164 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:11.337579 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] 10.222.0.75 "PUT /v2.0/subnets/d7030b1c-a381-498b-aa6c-f5ea52a24468 HTTP/1.1" status: 200  len: 868 time: 0.4835050
Apr 23 10:23:11.340872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48611518-09b3-4ae3-bde0-b262b387869a None None] Network 188ba2f9-6120-4846-a39d-4c674bece159 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:23:11.365684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7030b1c-a381-498b-aa6c-f5ea52a24468,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:23:11.373985 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.374366 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.374749 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.375112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.375472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.375833 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.376188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.376545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.376911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.377300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.377653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.378005 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:23:11.382633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:23:11.843095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-f4a8f34e-a92d-4ac9-8bc0-68841f73706e None None] Provisioning complete for port 8624f044-ddc7-45f9-b45b-3a7e992047ae triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:23:11.843665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f34e-a92d-4ac9-8bc0-68841f73706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:11.978902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-f4a8f34e-a92d-4ac9-8bc0-68841f73706e None None] Provisioning complete for port ba0d1823-2f20-4bf1-9de5-aa92f0be4874 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:23:11.979307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4a8f34e-a92d-4ac9-8bc0-68841f73706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:13.842043 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39236) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:14.028924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c62c05-0b0f-4d99-93aa-3b16b9230824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:14.029518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c62c05-0b0f-4d99-93aa-3b16b9230824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:14.031130 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-59c62c05-0b0f-4d99-93aa-3b16b9230824 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1881101
Apr 23 10:23:16.538668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39246) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:16.740041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bea487-ddf3-4bb1-90b2-2fbe4f4f5949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:16.740490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bea487-ddf3-4bb1-90b2-2fbe4f4f5949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:16.742134 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-34bea487-ddf3-4bb1-90b2-2fbe4f4f5949 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2023923
Apr 23 10:23:19.235029 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39256) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:19.420876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3966fa-bd65-472d-9da8-b52794e8bc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:19.422368 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ce3966fa-bd65-472d-9da8-b52794e8bc9d admin admin] 10.222.0.75 "GET /v2.0/networks/188ba2f9-6120-4846-a39d-4c674bece159 HTTP/1.1" status: 200  len: 869 time: 0.1863067
Apr 23 10:23:21.909169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39266) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:22.089535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57235bbf-0407-443f-a3bd-29086428c56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:22.090985 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-57235bbf-0407-443f-a3bd-29086428c56b admin admin] 10.222.0.75 "GET /v2.0/networks/ad6edba4-777b-44a6-8977-f6a7e74a7650 HTTP/1.1" status: 200  len: 886 time: 0.1807921
Apr 23 10:23:24.583385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39276) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:24.703303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff1440-2b56-47c5-a027-4e4e2d1ab38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:24.703818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff1440-2b56-47c5-a027-4e4e2d1ab38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:24.705482 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ebff1440-2b56-47c5-a027-4e4e2d1ab38f admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1210732
Apr 23 10:23:27.178957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39286) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:27.293928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b293ee7-8051-4acd-8085-b4467f03497f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:27.294436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b293ee7-8051-4acd-8085-b4467f03497f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:27.296057 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8b293ee7-8051-4acd-8085-b4467f03497f admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1160681
Apr 23 10:23:29.787108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39296) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:29.899624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db6840a-f7a2-4b65-a816-36ff38dfcd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:29.901054 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1db6840a-f7a2-4b65-a816-36ff38dfcd45 admin admin] 10.222.0.75 "GET /v2.0/subnets/37d83830-ce15-4288-8609-a51fca982854 HTTP/1.1" status: 200  len: 816 time: 0.1128983
Apr 23 10:23:32.373476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39306) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:32.489623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d398049-4a2b-44fc-9463-57a296a1405b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:23:32.491063 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9d398049-4a2b-44fc-9463-57a296a1405b admin admin] 10.222.0.75 "GET /v2.0/subnets/d7030b1c-a381-498b-aa6c-f5ea52a24468 HTTP/1.1" status: 200  len: 868 time: 0.1165555
Apr 23 10:23:34.822707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ab91b0b0-4799-48e7-b81b-8027f96bc7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:36.685493 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a272b4b-e51d-48b6-9b9c-cd59cfe2b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:37.507040 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:38.143151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:38.802602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:23:42.626865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:23:58.917463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39350) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:23:58.968670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [None req-2136e7f9-70ff-4209-9a66-5c01838d0b88 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:23:58.969864 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2136e7f9-70ff-4209-9a66-5c01838d0b88 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0513349
Apr 23 10:24:01.514769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39360) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:24:01.588678 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.pecan_wsgi.hooks.translation [None req-620e3d23-3d04-4cae-9eb9-47bc2a2403ff admin admin] GET failed (client error): The resource could not be found.
Apr 23 10:24:01.590108 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-620e3d23-3d04-4cae-9eb9-47bc2a2403ff admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0743167
Apr 23 10:24:01.728419 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90517580-66e9-4e26-808f-0e24e556e7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:24:01.730046 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-90517580-66e9-4e26-808f-0e24e556e7d4 admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1356058
Apr 23 10:24:04.271574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39370) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:24:04.321973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:24:04.326831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:24:04.337292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:24:04.345723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Made reservation on behalf of 873dcc0de20a419fb9d48dff64095df0 for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:24:04.350507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:04.442912 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.services.revisions.revision_plugin [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4baa024a20] {project_id='873dcc0de20a419fb9d48dff64095df0', id='ee963e06-6e43-497c-93fa-9cee3235bcef', target_tenant='*', action='access_as_shared', object_id='64cd818a-f22b-44a6-a6d8-b25bc302f0dc'}> to bump revision.
Apr 23 10:24:04.455524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=86338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:24:04.464717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:04.465133 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Added segment 169e54e0-c1ad-4c99-b0bf-eb02010aeed9 of type vlan for network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc
Apr 23 10:24:04.491665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:04.520000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:04.521348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:24:04.521970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:04.526577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:24:04.631179 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3584418
Apr 23 10:24:04.631979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Pushing event updated for resources: {'Network': ['ID=64cd818a-f22b-44a6-a6d8-b25bc302f0dc,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:24:04.646643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:24:04.660441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:24:04.826365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b11d4450-4f0d-445a-81ca-712cb6a45b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:06.686710 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bd866214-59d6-433f-a899-ab30b7f8906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:07.154262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39380) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:24:07.235604 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58f281b-1eaa-4e0e-b8d3-6580aba2ec5d admin admin] GET failed (client error): The resource could not be found.
Apr 23 10:24:07.236179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a58f281b-1eaa-4e0e-b8d3-6580aba2ec5d admin admin] Synchronizing usage tracker for tenant:873dcc0de20a419fb9d48dff64095df0 on resource:network {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:24:07.251346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a58f281b-1eaa-4e0e-b8d3-6580aba2ec5d admin admin] Unset dirty status for tenant:873dcc0de20a419fb9d48dff64095df0 on resource:network {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:24:07.252590 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-a58f281b-1eaa-4e0e-b8d3-6580aba2ec5d admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0972860
Apr 23 10:24:07.366851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ec587-5251-4cb0-984a-baaa670e1df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:24:07.368296 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1a6ec587-5251-4cb0-984a-baaa670e1df2 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1111796
Apr 23 10:24:07.378869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Request body: {'subnet': {'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:24:07.383357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:24:07.393171 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:24:07.403586 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Made reservation on behalf of 873dcc0de20a419fb9d48dff64095df0 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:24:07.408062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:07.508452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:07.799567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:07.804324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9c3133c1-36fe-4233-ae4b-06f293653dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:24:07.879144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1eb074-c559-49c1-a5f1-132a048744e3,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:24:07.882700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:24:07.888507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Checking segment: {'id': '169e54e0-c1ad-4c99-b0bf-eb02010aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:24:07.888896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Network hostable DHCP agents. Network: 64cd818a-f22b-44a6-a6d8-b25bc302f0dc, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:24:07.906607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:24:07.915041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 64cd818a-f22b-44a6-a6d8-b25bc302f0dc) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:24:07.919017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:24:07.919648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:07.924303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d329b4e1-a4df-414e-a2cd-ddc5c6f750d1 None None] Network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:24:08.130804 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7555292
Apr 23 10:24:08.176600 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-64cd818a-f22b-44a6-a6d8-b25bc302f0dc', 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc', 'tenant_id': '873dcc0de20a419fb9d48dff64095df0', 'fixed_ips': [{'subnet_id': '8c1eb074-c559-49c1-a5f1-132a048744e3'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:24:08.177552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:08.192806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:08.355039 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Allocated IP 192.168.233.2 (64cd818a-f22b-44a6-a6d8-b25bc302f0dc/8c1eb074-c559-49c1-a5f1-132a048744e3/5052c939-bd6c-473d-9275-cddafc794e38) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:24:08.574688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:08.585374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Transition to ACTIVE for port object 5052c939-bd6c-473d-9275-cddafc794e38 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:24:08.605590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Transition to ACTIVE for port object 5052c939-bd6c-473d-9275-cddafc794e38 will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:24:08.612166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:08.618544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:24:08.678361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:24:08.686759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:24:08.691407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:24:08.733521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Pushing event updated for resources: {'Port': ['ID=5052c939-bd6c-473d-9275-cddafc794e38,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:24:08.779989 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.780372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.780745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.781138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.781498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.781856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.782209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.782540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.782892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.783241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.783588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.783934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:24:08.795282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:24:08.815385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Attempting to bind port 5052c939-bd6c-473d-9275-cddafc794e38 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:24:08.815924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Attempting to bind port 5052c939-bd6c-473d-9275-cddafc794e38 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '169e54e0-c1ad-4c99-b0bf-eb02010aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:24:08.816182 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Attempting to bind port 5052c939-bd6c-473d-9275-cddafc794e38 on network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:24:08.822364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:24:08.822771 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Checking segment: {'id': '169e54e0-c1ad-4c99-b0bf-eb02010aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:24:08.823207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:08.823633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Bound using segment: {'id': '169e54e0-c1ad-4c99-b0bf-eb02010aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:24:08.824136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Bound port: 5052c939-bd6c-473d-9275-cddafc794e38, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169e54e0-c1ad-4c99-b0bf-eb02010aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:24:08.824544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:08.835504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:08.920566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] For port 5052c939-bd6c-473d-9275-cddafc794e38, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:24:08.924309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] For port 5052c939-bd6c-473d-9275-cddafc794e38, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=5052c939-bd6c-473d-9275-cddafc794e38,segment=NetworkSegment(169e54e0-c1ad-4c99-b0bf-eb02010aeed9),segment_id=169e54e0-c1ad-4c99-b0bf-eb02010aeed9)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:24:08.927381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:08.931465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8a17bb38-85f1-48fc-9a35-b5da8b86510c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:24:09.010649 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Pushing event updated for resources: {'Port': ['ID=5052c939-bd6c-473d-9275-cddafc794e38,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:24:09.013949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:24:10.191600 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b5797-7d10-4d07-94cf-b9124025eddf None None] Network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:24:10.279677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 5052c939-bd6c-473d-9275-cddafc794e38 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:24:10.488530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-3fa8229f-91ad-4513-93cd-6839a955be49 None None] Provisioning for port 5052c939-bd6c-473d-9275-cddafc794e38 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:24:10.621966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 5052c939-bd6c-473d-9275-cddafc794e38 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:24:10.659225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 5052c939-bd6c-473d-9275-cddafc794e38 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:24:10.659549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:10.817830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:10.857320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 5052c939-bd6c-473d-9275-cddafc794e38, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=5052c939-bd6c-473d-9275-cddafc794e38,segment=NetworkSegment(169e54e0-c1ad-4c99-b0bf-eb02010aeed9),segment_id=169e54e0-c1ad-4c99-b0bf-eb02010aeed9)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:24:10.862019 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:10.865103 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:24:10.942184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=5052c939-bd6c-473d-9275-cddafc794e38,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:24:10.945577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:24:11.031115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-c3b84ab6-cdb3-47b9-8413-83ea9075e8e6 None None] Provisioning complete for port 5052c939-bd6c-473d-9275-cddafc794e38 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:24:11.031498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c3b84ab6-cdb3-47b9-8413-83ea9075e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:12.229232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 5052c939-bd6c-473d-9275-cddafc794e38 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:24:12.301022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 5052c939-bd6c-473d-9275-cddafc794e38 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:24:12.301428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:19.626257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:24:34.828593 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f7d61378-6dbf-4d93-85b8-f3974f7c2d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:36.679639 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d16bdd41-d431-4779-aaf4-2ee21deb04f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:37.514416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:38.144308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:38.810550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:24:56.625755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:25:04.831493 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-858caec0-287e-43d5-b985-9c35bfa2b70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:06.682108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e50bb9fe-9a84-4e2b-851f-7b86cf4d365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:07.519570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:08.147219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:08.813912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:21.609388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39424) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:25:21.615716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [None req-c329f760-80ab-4a39-84a5-651a75dac4db tempest-verify_tempest_config-1387053287 tempest-verify_tempest_config-1387053287-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:25:21.616743 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c329f760-80ab-4a39-84a5-651a75dac4db tempest-verify_tempest_config-1387053287 tempest-verify_tempest_config-1387053287-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063131
Apr 23 10:25:21.935791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39442) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:25:22.060331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:22.076115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:25:22.080135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Usage tracker for resource:security_group_rule and tenant:d110839ad648480db290108996df0fa8 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:25:22.083545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:25:22.089457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:25:22.174529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:22.177085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:22.185663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a84b7d2d-7576-4b39-a04c-7ee322bf7038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:25:22.225860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Synchronizing usage tracker for tenant:873dcc0de20a419fb9d48dff64095df0 on resource:security_group {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:25:22.230052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d8415a-0242-49a1-be19-e2e513b334aa,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:25:22.240795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.241223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.241593 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.241980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.242316 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.242677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.243035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.243387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.243760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.244114 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.244465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.244813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:22.250027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:25:22.257126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Unset dirty status for tenant:873dcc0de20a419fb9d48dff64095df0 on resource:security_group {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:25:22.260366 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d110839ad648480db290108996df0fa8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3234768
Apr 23 10:25:22.261192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39448) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:25:22.278178 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING oslo_policy.policy [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 10:25:22.278729 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING oslo_policy.policy [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 10:25:22.588191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.policy [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86337) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 23 10:25:22.643537 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING oslo_policy.policy [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 10:25:22.644007 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING oslo_policy.policy [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 23 10:25:22.750886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:22.778248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:22.990691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:22.997429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:25:23.010972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d8415a-0242-49a1-be19-e2e513b334aa,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:25:23.021250 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:23.022529 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97d8415a-0242-49a1-be19-e2e513b334aa HTTP/1.1" status: 204  len: 168 time: 0.7591527
Apr 23 10:25:23.024143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.024511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.024870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.025247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.025594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.025944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.026286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.026861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.026957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.027267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.027606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.027944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Tracked resource versions report:
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]: pushed versions:
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]: {   'AddressGroup': {'1.2'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'ConntrackHelper': {'1.0'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Log': {'1.0'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Network': {'1.1'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Port': {'1.7'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'PortForwarding': {'1.2'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'QosPolicy': {'1.8'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroup': {'1.4'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroupRule': {'1.2'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SubPort': {'1.0'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Subnet': {'1.1'},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Trunk': {'1.1'}}
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]: consumer versions:
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]: {   DHCP agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     L3 agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metadata agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metering agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:     Open vSwitch agent@dv-cinder-779233-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'ConntrackHelper': '1.0',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Log': '1.0',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Network': '1.1',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Port': '1.7',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'PortForwarding': '1.2',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'QosPolicy': '1.8',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroup': '1.4',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroupRule': '1.2',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SubPort': '1.0',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Subnet': '1.1',
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Trunk': '1.1'}}
Apr 23 10:25:23.029054 dv-cinder-779233-3-iscsi neutron-server[86224]:  {{(pid=86337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 10:25:23.056187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:25:33.624545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:25:34.842874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d36e1d50-6212-4b9d-9b0e-c49c0b5ee08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:36.683486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7af56343-8eff-403e-8070-cddfe2f5b0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:37.518543 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:38.148688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:25:38.817217 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:04.834488 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ea489f6f-7ae5-4c10-9742-f21756c106ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:06.685823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-58fbfe26-ae7e-4352-a0f3-6285554bfb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:07.521128 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:08.149333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:08.818914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:10.623450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:26:34.836042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-49152f13-d800-46e8-9811-10be82181905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:36.686508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a926c5df-939c-4ed8-9836-6139f84eceb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:37.524577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:38.149903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:38.820630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:26:47.622091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 5 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:27:02.327997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453'] for agent, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:04.837332 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec30cf46-f270-4550-8352-2b499bed5324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:06.688429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5a65c44c-c52b-47fc-94ee-f1a290243582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:07.526846 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:08.149952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:08.823691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:18.906505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39534) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:27:19.106597 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-709481d2-5868-4340-aa47-4b9631c6ecbc admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1988828
Apr 23 10:27:21.613810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39548) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:27:21.672343 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7090f8f8-338b-4dde-9499-7d910cc835ab admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0573826
Apr 23 10:27:24.622072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:27:32.281761 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:34.837804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f58e-014f-437d-b0c9-9c4fd39fa088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:36.690465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abffe526-0421-42cf-9086-adaaef9cc9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:37.529249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:38.150736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:27:38.826111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:01.621581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:28:02.296143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:04.839138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6265bc13-c723-486b-99f0-6e0a5dbca52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:06.692257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d209f289-c67f-4171-ac09-399c59e730a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:07.531585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:08.152563 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:08.827761 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:32.296505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:34.840769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a4c9b35-0a2a-485b-aba7-c7fac88fe59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:36.694207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c004572a-79c8-443d-950f-48393e27bc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:37.534167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:38.153826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:38.621229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:28:38.836097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:55.657276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39698) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:55.902773 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-network', 'tenant_id': '4464ead82ee04d149c09c620add0b353'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:55.905549 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.quota [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4bab756be0>.
Apr 23 10:28:55.912544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:55.920863 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Usage tracker for resource:network and tenant:4464ead82ee04d149c09c620add0b353 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:55.924524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:55.935462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:55.948299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Made reservation on behalf of 4464ead82ee04d149c09c620add0b353 for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:28:55.961517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:55.976561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:55.995614 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:56.000033 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:4464ead82ee04d149c09c620add0b353 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:56.003157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:56.009433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:56.104724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:56.108930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:56.112709 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:56.142583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d264b3a-78ba-4133-bd81-7e73f32cd2a0,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:56.154187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.154561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.154922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.155280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.155638 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.156003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.156351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.156697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.157100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.157480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.157824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.158166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Tracked resource versions report:
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]: pushed versions:
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]: {   'AddressGroup': {'1.2'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'ConntrackHelper': {'1.0'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Log': {'1.0'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Network': {'1.1'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Port': {'1.7'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'PortForwarding': {'1.2'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'QosPolicy': {'1.8'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroup': {'1.4'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroupRule': {'1.2'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SubPort': {'1.0'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Subnet': {'1.1'},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Trunk': {'1.1'}}
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]: consumer versions:
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]: {   DHCP agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     HyperV agent@hv-cinder-77923: {},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     L3 agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metadata agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metering agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:     Open vSwitch agent@dv-cinder-779233-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'ConntrackHelper': '1.0',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Log': '1.0',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Network': '1.1',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Port': '1.7',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'PortForwarding': '1.2',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'QosPolicy': '1.8',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroup': '1.4',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroupRule': '1.2',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SubPort': '1.0',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Subnet': '1.1',
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Trunk': '1.1'}}
Apr 23 10:28:56.159228 dv-cinder-779233-3-iscsi neutron-server[86224]:  {{(pid=86337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 10:28:56.165236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:56.165951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:28:56.188291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289168024470', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:56.188291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4bac2ec6a8> segment precommit_create {{(pid=86337) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 23 10:28:56.188291 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Added segment 33a4805b-8d75-4e86-9050-c4c7ea356a66 of type vlan for network d6e67eca-3bed-4c2e-ba29-133e0ff9555d
Apr 23 10:28:56.275490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:56.314305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:56.315781 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:28:56.316445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:56.327131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:56.420034 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.7587595
Apr 23 10:28:56.420949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39754) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:56.430707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Request body: {'subnet': {'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-subnet', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:56.437469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e67eca-3bed-4c2e-ba29-133e0ff9555d,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:56.438279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:56.440951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:56.450231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:28:56.461587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Usage tracker for resource:subnet and tenant:4464ead82ee04d149c09c620add0b353 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:56.467339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:56.478998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:56.497372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Made reservation on behalf of 4464ead82ee04d149c09c620add0b353 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:28:56.504616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:56.633806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39762) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:56.792461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39772) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:56.938450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39786) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:56.973387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:56.978717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dbca39fe-0c51-4232-b60a-dd5cf36f4630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:57.056428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-183543954-network', 'tenant_id': 'b29de8ea3ddf4c3585ea957f3916f626'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:57.078638 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=76643490-c41f-4c91-8c93-5587b912e92b,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:57.094094 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Checking segment: {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:28:57.094490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Network hostable DHCP agents. Network: d6e67eca-3bed-4c2e-ba29-133e0ff9555d, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:28:57.102013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:57.105466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.105857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.106318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.106650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.106941 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.107306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.107683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.108051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.108365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.108724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.109125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.109488 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Tracked resource versions report:
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]: pushed versions:
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]: {   'AddressGroup': {'1.2'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'ConntrackHelper': {'1.0'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Log': {'1.0'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Network': {'1.1'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Port': {'1.7'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'PortForwarding': {'1.2'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'QosPolicy': {'1.8'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroup': {'1.4'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroupRule': {'1.2'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SubPort': {'1.0'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Subnet': {'1.1'},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Trunk': {'1.1'}}
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]: consumer versions:
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]: {   DHCP agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     HyperV agent@hv-cinder-77923: {},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     L3 agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metadata agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metering agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:     Open vSwitch agent@dv-cinder-779233-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'ConntrackHelper': '1.0',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Log': '1.0',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Network': '1.1',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Port': '1.7',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'PortForwarding': '1.2',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'QosPolicy': '1.8',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroup': '1.4',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroupRule': '1.2',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SubPort': '1.0',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Subnet': '1.1',
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Trunk': '1.1'}}
Apr 23 10:28:57.110628 dv-cinder-779233-3-iscsi neutron-server[86224]:  {{(pid=86338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 10:28:57.118046 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:57.119554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1029478785-network', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:57.125259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:57.129481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Usage tracker for resource:network and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:57.131591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Usage tracker for resource:network and tenant:b29de8ea3ddf4c3585ea957f3916f626 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:57.133272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:57.139601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:57.143323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:57.152174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Made reservation on behalf of 1deadace3cdb4a64aaf14100caacd8a0 for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:28:57.153261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:57.157551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.164370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:28:57.172697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Made reservation on behalf of b29de8ea3ddf4c3585ea957f3916f626 for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:28:57.173124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.179459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.190395 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:57.196844 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Usage tracker for resource:security_group_rule and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:57.197085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.200414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:57.207605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:57.214542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, d6e67eca-3bed-4c2e-ba29-133e0ff9555d) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:28:57.219068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:57.229410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:28:57.230418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856c5b8-6b21-4ee5-bef4-e4ccc69ae0fe None None] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:28:57.231800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.256549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Usage tracker for resource:security_group_rule and tenant:b29de8ea3ddf4c3585ea957f3916f626 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:57.264134 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.8418150
Apr 23 10:28:57.265129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39806) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:57.266080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:57.274414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:57.279123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:57.288024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:57.295511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Usage tracker for resource:router and tenant:4464ead82ee04d149c09c620add0b353 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:57.299508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:57.312337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.317149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.323153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0693ea8c-3732-412a-9d11-8ba4a82d2bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:57.340730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:57.359174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93955761-821c-4fba-8492-8fc97ce1583a,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:57.363792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:57.371021 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:28:57.381708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.382205 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Added segment da15356c-4662-4ed3-ac50-3e1e4d905541 of type vlan for network 6324dbe3-5626-411e-a23f-f2dd748a1268
Apr 23 10:28:57.403641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.405047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.434326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-877127753-network', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:57.443335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:57.446699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.455625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Usage tracker for resource:network and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:57.462453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:57.476124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:57.488600 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.528602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Made reservation on behalf of 58dae872da554eea9307d4f29dd5e75b for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:28:57.542399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.594512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.597325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.620100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:57.625701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Usage tracker for resource:security_group_rule and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:57.629240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.630685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:57.635060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:28:57.635912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.666646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:57.685034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.693904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:57.720847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:57.757017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795287c-173b-497a-bb86-e4a7c29e73fc None None] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:28:57.837866 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0441992
Apr 23 10:28:57.841282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39822) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:57.859636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Request body: {'subnet': {'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1029478785-subnet', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:57.882993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:57.886350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=86338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:28:57.904548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:57.920668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Usage tracker for resource:subnet and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:57.941226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:57.951905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:57.953958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.954617 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Added segment d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294 of type vlan for network f621ee25-becc-40b9-a8f1-b572c879c964
Apr 23 10:28:57.957382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Pushing event updated for resources: {'Network': ['ID=6324dbe3-5626-411e-a23f-f2dd748a1268,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:57.971942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:57.975072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:57.984088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:58.020417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Made reservation on behalf of 1deadace3cdb4a64aaf14100caacd8a0 for: {'subnet': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:28:58.026080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:58.044204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:28:58.092206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:58.314036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:58.323797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:28:58.328553 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:58.428778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:58.499574 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8622355
Apr 23 10:28:58.500836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39848) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:58.563304 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Request body: {'subnet': {'network_id': 'f621ee25-becc-40b9-a8f1-b572c879c964', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-183543954-subnet', 'tenant_id': 'b29de8ea3ddf4c3585ea957f3916f626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:58.587693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:58.600704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Usage tracker for resource:subnet and tenant:b29de8ea3ddf4c3585ea957f3916f626 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:58.609237 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:58.613898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Pushing event updated for resources: {'Network': ['ID=f621ee25-becc-40b9-a8f1-b572c879c964,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:58.627232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network f621ee25-becc-40b9-a8f1-b572c879c964 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:28:58.630556 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:58.635579 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:58.650555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:58.658499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:58.663520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:58.715122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Made reservation on behalf of b29de8ea3ddf4c3585ea957f3916f626 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:28:58.733687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:58.779448 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:28:58.835509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f96716-d92e-42ee-990e-84f18a0b428c,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:58.840944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:58.846065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:58.846622 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Added segment f88b2423-6cf1-4d41-ba40-308c3053e4c1 of type vlan for network 74ce0333-9c48-4617-a7c4-c72396622d38
Apr 23 10:28:58.922173 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.048926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.052465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:28:59.053061 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.060227 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:59.088894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.121090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.190756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.191267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Pushing event updated for resources: {'Network': ['ID=74ce0333-9c48-4617-a7c4-c72396622d38,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:59.204203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 74ce0333-9c48-4617-a7c4-c72396622d38 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:28:59.214459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:59.215381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:28:59.258480 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.3159008
Apr 23 10:28:59.259654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 39880) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:59.269370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Request body: {'subnet': {'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-subnet', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:59.283435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Checking segment: {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:28:59.283999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Network hostable DHCP agents. Network: 6324dbe3-5626-411e-a23f-f2dd748a1268, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:28:59.295468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:59.301416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4f7054-f33d-4cb0-88a2-35a2f04e2180,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:28:59.306820 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:28:59.313389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Usage tracker for resource:subnet and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:59.319860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:28:59.330648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:59.342506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 6324dbe3-5626-411e-a23f-f2dd748a1268) {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:28:59.347532 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:28:59.348268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.366358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454589a2-4fd8-4ff3-a3bf-268f3ba29a30 None None] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:28:59.375546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:59.383187 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5262187
Apr 23 10:28:59.389259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39884) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:28:59.396545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:28:59.406896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:28:59.418550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Made reservation on behalf of 58dae872da554eea9307d4f29dd5e75b for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:28:59.418940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Usage tracker for resource:router and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:28:59.423965 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:28:59.436329 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.439599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:28:59.470013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.471589 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.513622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:28:59.627573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Allocated IP 172.27.0.93 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/98dab6dc-7d11-4f81-9252-afe70635f2a3) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:28:59.887428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-6324dbe3-5626-411e-a23f-f2dd748a1268', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:28:59.888339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:00.264925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Allocated IP 172.20.0.2 (6324dbe3-5626-411e-a23f-f2dd748a1268/1f4f7054-f33d-4cb0-88a2-35a2f04e2180/982e5608-e6f5-4362-8f08-c2bb16dd8381) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:00.269852 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:00.413957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:00.443474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5c6d90e6-d8d7-464c-8c3c-b9aa9d497daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:00.457008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39920) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:00.492521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:00.551814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:00.552043 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:00.564266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Transition to ACTIVE for port object 982e5608-e6f5-4362-8f08-c2bb16dd8381 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:00.589629 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Transition to ACTIVE for port object 982e5608-e6f5-4362-8f08-c2bb16dd8381 will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:00.601335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:00.609648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:00.614690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:00.619679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Checking segment: {'id': 'd2e7bdd7-46b6-4e5f-a83f-4c00ffb48294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f621ee25-becc-40b9-a8f1-b572c879c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:00.620320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Network hostable DHCP agents. Network: f621ee25-becc-40b9-a8f1-b572c879c964, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:29:00.626971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:00.635542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9133b90a-7489-4a19-ba82-f2d1140b81b4,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:00.671275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:00.739508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:00.827106 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:00.837424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Usage tracker for resource:security_group_rule and tenant:f33b3d1eb2894650b8a938d8c3843a4e is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:00.840818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:00.847550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:00.923607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:00.936446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:00.937231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Pushing event updated for resources: {'Port': ['ID=982e5608-e6f5-4362-8f08-c2bb16dd8381,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:00.940958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:00.946828 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:00.949708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.950090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.950457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.950817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.951172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.951525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.951889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.952226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.952577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.952946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.953303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.953643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Tracked resource versions report:
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]: pushed versions:
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]: {   'AddressGroup': {'1.2'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'ConntrackHelper': {'1.0'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Log': {'1.0'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Network': {'1.1'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Port': {'1.7'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'PortForwarding': {'1.2'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'QosPolicy': {'1.8'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroup': {'1.4'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroupRule': {'1.2'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SubPort': {'1.0'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Subnet': {'1.1'},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Trunk': {'1.1'}}
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]: consumer versions:
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]: {   DHCP agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     HyperV agent@hv-cinder-77923: {},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     L3 agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metadata agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metering agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:     Open vSwitch agent@dv-cinder-779233-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'ConntrackHelper': '1.0',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Log': '1.0',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Network': '1.1',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Port': '1.7',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'PortForwarding': '1.2',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'QosPolicy': '1.8',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroup': '1.4',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroupRule': '1.2',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SubPort': '1.0',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Subnet': '1.1',
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Trunk': '1.1'}}
Apr 23 10:29:00.954702 dv-cinder-779233-3-iscsi neutron-server[86224]:  {{(pid=86339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 10:29:00.959410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:00.959541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:01.004191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.009996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.011406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.021455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Network f621ee25-becc-40b9-a8f1-b572c879c964 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:29:01.051003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Attempting to bind port 982e5608-e6f5-4362-8f08-c2bb16dd8381 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:01.051769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Attempting to bind port 982e5608-e6f5-4362-8f08-c2bb16dd8381 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:01.051899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Attempting to bind port 982e5608-e6f5-4362-8f08-c2bb16dd8381 on network 6324dbe3-5626-411e-a23f-f2dd748a1268 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:01.054342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ec9b8059-f3cd-44ff-b556-80ff71f74ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:01.057597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:01.058008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Checking segment: {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:01.058453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.058879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Bound using segment: {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:01.059389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Bound port: 982e5608-e6f5-4362-8f08-c2bb16dd8381, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:01.059796 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.065624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.071916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, f621ee25-becc-40b9-a8f1-b572c879c964) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:01.077344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:01.077927 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.103654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=98dab6dc-7d11-4f81-9252-afe70635f2a3,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:01.107697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:01.111151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4587bf-1ee4-4262-8235-6d878fbc9d98 None None] Network f621ee25-becc-40b9-a8f1-b572c879c964 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:29:01.151220 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f33b3d1eb2894650b8a938d8c3843a4e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6905284
Apr 23 10:29:01.152653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 39942) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:01.155417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b39776-ddb0-4d16-89fa-ce14ee632bf4,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:01.172962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:01.300112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2e4e070d-7347-4dea-b674-240828a7c831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.324431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Allocated IP 172.27.0.28 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/e8034d61-0e02-4b47-a501-52a4733b3ce0) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:01.329663 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-509e8035-846d-4798-ae19-2409e808455f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.8230450
Apr 23 10:29:01.383791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] For port 982e5608-e6f5-4362-8f08-c2bb16dd8381, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:01.392502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] For port 982e5608-e6f5-4362-8f08-c2bb16dd8381, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=982e5608-e6f5-4362-8f08-c2bb16dd8381,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:01.407619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2e4e070d-7347-4dea-b674-240828a7c831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.465385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.476436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:01.528788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.734232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.761206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2e4e070d-7347-4dea-b674-240828a7c831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.764955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:01.812104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:01.835331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6f4e92-efbf-4e34-b224-20c487e154b7,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:01.839414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.840581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Checking segment: {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:01.840945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Network hostable DHCP agents. Network: 74ce0333-9c48-4617-a7c4-c72396622d38, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:29:01.853499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:01.856046 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e070d-7347-4dea-b674-240828a7c831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b39776-ddb0-4d16-89fa-ce14ee632bf4,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:01.856889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb150d3c-e081-4a5e-b475-82c172d5aec7 None None] Network f621ee25-becc-40b9-a8f1-b572c879c964 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:29:01.865925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2e4e070d-7347-4dea-b674-240828a7c831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:01.893687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2e4e070d-7347-4dea-b674-240828a7c831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.896830 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2e4e070d-7347-4dea-b674-240828a7c831 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d7b39776-ddb0-4d16-89fa-ce14ee632bf4 HTTP/1.1" status: 204  len: 168 time: 0.7422473
Apr 23 10:29:01.952552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:01.965133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:02.056782 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:02.060028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:02.072704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:02.081349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Pushing event updated for resources: {'Port': ['ID=982e5608-e6f5-4362-8f08-c2bb16dd8381,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:02.087989 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:02.148739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Network 74ce0333-9c48-4617-a7c4-c72396622d38 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:29:02.354389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40010) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:02.398238 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 23 10:29:02.402041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 74ce0333-9c48-4617-a7c4-c72396622d38) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:02.444462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:02.448156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:02.482276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295b655-0919-4707-a547-022d4c685203 None None] Network 74ce0333-9c48-4617-a7c4-c72396622d38 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:29:02.540942 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.2769463
Apr 23 10:29:02.542201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40020) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:02.576555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:02.606861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:02.616273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Usage tracker for resource:router and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:02.628907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:02.639448 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:02.650984 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:02.695953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ecbf-febf-418e-8dd8-334b465240bd req-586f3ac9-b1b4-4733-a040-acf0014393aa tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:02.697865 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-586f3ac9-b1b4-4733-a040-acf0014393aa tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/networks?id=f621ee25-becc-40b9-a8f1-b572c879c964 HTTP/1.1" status: 200  len: 811 time: 0.3345747
Apr 23 10:29:02.698775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Pushing event updated for resources: {'Port': ['ID=e8034d61-0e02-4b47-a501-52a4733b3ce0,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:02.710167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:02.752046 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-38ad3443-f003-430d-8893-eb245a53fbad tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/quotas/b29de8ea3ddf4c3585ea957f3916f626 HTTP/1.1" status: 200  len: 375 time: 0.0465705
Apr 23 10:29:02.770030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:02.825313 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-3b714f8e-60fb-4060-8c89-488d07ea3c81 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b29de8ea3ddf4c3585ea957f3916f626&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0643852
Apr 23 10:29:02.875041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:02.876091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:02.913260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:03.007546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-74ce0333-9c48-4617-a7c4-c72396622d38', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:29:03.008601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:03.280904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Allocated IP 172.20.0.2 (74ce0333-9c48-4617-a7c4-c72396622d38/7e6f4e92-efbf-4e34-b224-20c487e154b7/abecc774-e862-42e5-a13f-a4022bea1710) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:03.393444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:03.633276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:03.688693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:03.690953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-3414241d-fefb-4bae-b905-2b96fade6113 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:29:03.692041 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-3414241d-fefb-4bae-b905-2b96fade6113 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3694792
Apr 23 10:29:03.701358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Transition to ACTIVE for port object abecc774-e862-42e5-a13f-a4022bea1710 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:03.726061 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Transition to ACTIVE for port object abecc774-e862-42e5-a13f-a4022bea1710 will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:03.739587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:03.746868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:03.808264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Network 74ce0333-9c48-4617-a7c4-c72396622d38 is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:03.823823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:03.828215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:03.906997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Router bc22c3ba-ef8d-4233-89c9-b0e702594526 is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:29:04.000303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d0f012-7eaa-4c09-b455-5a1733bb0270 None None] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:29:04.014743 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-cca8f9cb-9924-445b-aedb-f6d4e832e7e8 service neutron] 10.222.0.75 "GET /v2.0/networks/f621ee25-becc-40b9-a8f1-b572c879c964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3008766
Apr 23 10:29:04.216104 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-cee952e3-de90-43e3-8a3c-b9d99968b676 service neutron] 10.222.0.75 "GET /v2.0/networks/f621ee25-becc-40b9-a8f1-b572c879c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855066
Apr 23 10:29:04.298427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:04.316922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Pushing event updated for resources: {'Port': ['ID=abecc774-e862-42e5-a13f-a4022bea1710,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:04.466420 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:04.476910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-e735677d-89b9-42fd-95fe-d59035b492b5 None None] Provisioning for port 982e5608-e6f5-4362-8f08-c2bb16dd8381 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:04.485586 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Attempting to bind port abecc774-e862-42e5-a13f-a4022bea1710 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:04.486196 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Attempting to bind port abecc774-e862-42e5-a13f-a4022bea1710 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:04.486598 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Attempting to bind port abecc774-e862-42e5-a13f-a4022bea1710 on network 74ce0333-9c48-4617-a7c4-c72396622d38 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:04.499921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:04.500523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Checking segment: {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:04.501221 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:04.501800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Bound using segment: {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:04.502461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Bound port: abecc774-e862-42e5-a13f-a4022bea1710, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:04.503130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:04.559981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:04.602036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 982e5608-e6f5-4362-8f08-c2bb16dd8381 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:04.610343 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:04.679512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40098) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:04.687178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Router d05fff93-11eb-4dd4-a540-9914bc72d83e is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:29:04.805321 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e7e107d0-2723-46f2-b620-91d644815157 req-f37f00b7-4a11-40b8-9997-105791b67246 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 210 time: 0.1233549
Apr 23 10:29:04.836328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Allocated IP 172.27.0.147 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/b4dd0f7a-7c18-49ef-84a6-840b97197e11) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:04.859184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] For port abecc774-e862-42e5-a13f-a4022bea1710, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:04.867027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] For port abecc774-e862-42e5-a13f-a4022bea1710, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=abecc774-e862-42e5-a13f-a4022bea1710,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:04.889089 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:04.889921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 982e5608-e6f5-4362-8f08-c2bb16dd8381 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:04.900539 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:04.942220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 982e5608-e6f5-4362-8f08-c2bb16dd8381 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:04.942645 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:04.991712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e998cf1d-ff84-4e6e-892b-289e79933dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:05.057256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:29:05.068731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Sync routers for ids ['bc22c3ba-ef8d-4233-89c9-b0e702594526'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:29:05.095402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Routers {'bc22c3ba-ef8d-4233-89c9-b0e702594526'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:05.096537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa7ce438>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:28:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['bc22c3ba-ef8d-4233-89c9-b0e702594526'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:05.108399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Pushing event updated for resources: {'Port': ['ID=abecc774-e862-42e5-a13f-a4022bea1710,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:05.171681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:05.175336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:29:05.182124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:05.189858 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.9204574
Apr 23 10:29:05.203576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40128) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:05.209878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Sync routers for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:29:05.237085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Notify callbacks [] for router, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:05.240915 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.8478174
Apr 23 10:29:05.242614 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40132) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:05.255317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:05.256075 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa88be10>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:28:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:05.539531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:05.615989 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Set router bc22c3ba-ef8d-4233-89c9-b0e702594526 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:05.634443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40162) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:06.207162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:06.244284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-ee161fff-5785-40f0-8e59-3a4326b207b7 None None] Provisioning complete for port 982e5608-e6f5-4362-8f08-c2bb16dd8381 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:06.244715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ee161fff-5785-40f0-8e59-3a4326b207b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:06.251232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:06.283927 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:06.293444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:06.294788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Usage tracker for resource:security_group_rule and tenant:1e4863500408439888a361b2cc9abfab is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:06.303466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:06.324180 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:06.370744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:06.374242 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:06.382612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:06.388420 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:06.404174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:06.437304 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa7ce438>, [{'id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:57Z', 'updated_at': '2021-04-23T10:29:01Z', 'revision_number': 3, 'project_id': '4464ead82ee04d149c09c620add0b353', 'gw_port': {'id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:06.442022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Checking router: bc22c3ba-ef8d-4233-89c9-b0e702594526 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:29:06.442976 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Updating router bc22c3ba-ef8d-4233-89c9-b0e702594526 port 98dab6dc-7d11-4f81-9252-afe70635f2a3 binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:29:06.529195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:06.623510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40194) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:06.626194 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-35ffeb78-0ac5-449e-bcac-e4899e9e8c0b req-78b118a0-dcc4-4a72-abee-7ad49ba09eb6 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 210 time: 0.5723722
Apr 23 10:29:06.895450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cf534e34-1947-4049-946c-45a4b49dbd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.020634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 982e5608-e6f5-4362-8f08-c2bb16dd8381, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=982e5608-e6f5-4362-8f08-c2bb16dd8381,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:07.097881 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.138460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.166181 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:07.222454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:07.242144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Usage tracker for resource:security_group_rule and tenant:d7556c43f7e54556a6ce229cff95e87a is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:07.267743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:07.291825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:07.355306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=982e5608-e6f5-4362-8f08-c2bb16dd8381,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:07.394964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device abecc774-e862-42e5-a13f-a4022bea1710 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:07.436895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.453199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.456311 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Transition to ACTIVE for port object 98dab6dc-7d11-4f81-9252-afe70635f2a3 will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:07.474669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.481010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:07.481210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:07.499031 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb4e0e-814d-44d6-8bb8-4987af56d30e None None] Network 74ce0333-9c48-4617-a7c4-c72396622d38 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:29:07.684648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Pushing event updated for resources: {'Port': ['ID=98dab6dc-7d11-4f81-9252-afe70635f2a3,revision_number=2']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:07.695832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Attempting to bind port 98dab6dc-7d11-4f81-9252-afe70635f2a3 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:07.696240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Attempting to bind port 98dab6dc-7d11-4f81-9252-afe70635f2a3 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:07.696641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Attempting to bind port 98dab6dc-7d11-4f81-9252-afe70635f2a3 on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:07.744317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:07.747115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:07.747778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.748375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:07.749748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Bound port: 98dab6dc-7d11-4f81-9252-afe70635f2a3, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:07.751636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.810391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.813759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.814295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.816389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.816920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.818002 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.818544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.824073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.825234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.825783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.826300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.826810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Tracked resource versions report:
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]: pushed versions:
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]: {   'AddressGroup': {'1.2'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'ConntrackHelper': {'1.0'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Log': {'1.0'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Network': {'1.1'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Port': {'1.7'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'PortForwarding': {'1.2'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'QosPolicy': {'1.8'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroup': {'1.4'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SecurityGroupRule': {'1.2'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'SubPort': {'1.0'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Subnet': {'1.1'},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     'Trunk': {'1.1'}}
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]: consumer versions:
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]: {   DHCP agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     HyperV agent@hv-cinder-77923: {},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     L3 agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metadata agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     Metering agent@dv-cinder-779233-3-iscsi: {},
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:     Open vSwitch agent@dv-cinder-779233-3-iscsi: {   'AddressGroup': '1.2',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'ConntrackHelper': '1.0',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Log': '1.0',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Network': '1.1',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Port': '1.7',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'PortForwarding': '1.2',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'QosPolicy': '1.8',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroup': '1.4',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SecurityGroupRule': '1.2',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'SubPort': '1.0',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Subnet': '1.1',
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:                                                      'Trunk': '1.1'}}
Apr 23 10:29:07.828071 dv-cinder-779233-3-iscsi neutron-server[86224]:  {{(pid=86340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 23 10:29:07.834295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.837131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:07.843770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.861870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dd0f7a-7c18-49ef-84a6-840b97197e11,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:07.870951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.547s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:07.887774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.893650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:07.958958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] For port 98dab6dc-7d11-4f81-9252-afe70635f2a3, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:07.962724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] For port 98dab6dc-7d11-4f81-9252-afe70635f2a3, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=98dab6dc-7d11-4f81-9252-afe70635f2a3,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:07.971923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.973347 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7556c43f7e54556a6ce229cff95e87a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3458698
Apr 23 10:29:07.975713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:07.979156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:07.996303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40248) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:08.013700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.054121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2b36d71b-2d68-4da7-9b5d-16af432921c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:08.065093 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e4863500408439888a361b2cc9abfab&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4250753
Apr 23 10:29:08.077564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40252) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:08.111064 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port abecc774-e862-42e5-a13f-a4022bea1710 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:08.132646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port abecc774-e862-42e5-a13f-a4022bea1710 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:08.133448 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.153229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d9cbc8-14cb-41cf-80ea-86d805a4f3f0,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:08.155922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Routers {'bc22c3ba-ef8d-4233-89c9-b0e702594526'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:08.160210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa7ce438>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['bc22c3ba-ef8d-4233-89c9-b0e702594526'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:08.197347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:08.203949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-eb3c1e86-f96e-4fcb-87cf-dc22e32bfc60 None None] Provisioning for port abecc774-e862-42e5-a13f-a4022bea1710 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:08.235125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.246800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-eb3c1e86-f96e-4fcb-87cf-dc22e32bfc60 None None] Provisioning complete for port abecc774-e862-42e5-a13f-a4022bea1710 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:08.247498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1e86-f96e-4fcb-87cf-dc22e32bfc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.256864 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c36a42b0-0287-4732-baa4-3ec40394d6c3 req-867f5ff3-f6f7-4059-911f-a3cb5d0df066 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 210 time: 0.2585583
Apr 23 10:29:08.288938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.361866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3520-8cd9-499a-abbc-cbd434f62b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.364082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.369524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.404506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Pushing event updated for resources: {'Port': ['ID=98dab6dc-7d11-4f81-9252-afe70635f2a3,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:08.409309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:08.428810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-09bc1121-94e1-496e-a2fa-af864d835f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.573387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] Set router bc22c3ba-ef8d-4233-89c9-b0e702594526 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:08.582326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.48', 53321) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:08.585252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa88be10>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:02Z', 'revision_number': 3, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:08.591746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-09bc1121-94e1-496e-a2fa-af864d835f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.599022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Checking router: d05fff93-11eb-4dd4-a540-9914bc72d83e for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:29:08.607030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Updating router d05fff93-11eb-4dd4-a540-9914bc72d83e port e8034d61-0e02-4b47-a501-52a4733b3ce0 binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:29:08.692877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.751005 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1e86-f96e-4fcb-87cf-dc22e32bfc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.765903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:08.837929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Allocated IP 172.20.0.1 (6324dbe3-5626-411e-a23f-f2dd748a1268/1f4f7054-f33d-4cb0-88a2-35a2f04e2180/3a4df72a-38a3-47ef-b54a-3c26691adca8) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:08.933894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Allocated IP 172.20.0.1 (d6e67eca-3bed-4c2e-ba29-133e0ff9555d/76643490-c41f-4c91-8c93-5587b912e92b/c373752d-be59-4bda-beb9-24051c9f2e89) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:08.964792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port abecc774-e862-42e5-a13f-a4022bea1710, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=abecc774-e862-42e5-a13f-a4022bea1710,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:09.019550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.055331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ecbf-febf-418e-8dd8-334b465240bd req-169c632c-88da-4eb9-bd5d-5d7e19327c8e tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:09.057072 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-169c632c-88da-4eb9-bd5d-5d7e19327c8e tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.48 "GET /v2.0/networks?id=f621ee25-becc-40b9-a8f1-b572c879c964 HTTP/1.1" status: 200  len: 811 time: 0.4704397
Apr 23 10:29:09.060850 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-09bc1121-94e1-496e-a2fa-af864d835f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.080561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7cf7d742-10da-4f9a-9d7e-4b3eeac08169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:09.110074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc1121-94e1-496e-a2fa-af864d835f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d9cbc8-14cb-41cf-80ea-86d805a4f3f0,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:09.117202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-09bc1121-94e1-496e-a2fa-af864d835f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:09.127283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:09.145264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Request body: {'port': {'device_id': 'f4758567-d825-49c2-9ebe-c7559e80e8fa', 'network_id': 'f621ee25-becc-40b9-a8f1-b572c879c964', 'admin_state_up': True, 'tenant_id': 'b29de8ea3ddf4c3585ea957f3916f626'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:09.243205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-09bc1121-94e1-496e-a2fa-af864d835f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.244858 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-09bc1121-94e1-496e-a2fa-af864d835f83 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/47d9cbc8-14cb-41cf-80ea-86d805a4f3f0 HTTP/1.1" status: 204  len: 168 time: 1.1531725
Apr 23 10:29:09.258315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.266955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.280747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.305073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Transition to ACTIVE for port object 3a4df72a-38a3-47ef-b54a-3c26691adca8 will not be triggered until provisioned by entity DHCP. {{(pid=86337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:09.364704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02c4efb-162d-49ea-bdf7-13d27a20dd99,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:09.384111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:09.390368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Usage tracker for resource:port and tenant:b29de8ea3ddf4c3585ea957f3916f626 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:09.394694 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:09.402893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:09.420207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.427067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2d6277a7-00e6-4fd6-9d2d-ca80d9dcd049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:09.536755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.540449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.486s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:09.568943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Made reservation on behalf of b29de8ea3ddf4c3585ea957f3916f626 for: {'port': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:29:09.575824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.592937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa7ce438>, [{'id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:57Z', 'updated_at': '2021-04-23T10:29:01Z', 'revision_number': 3, 'project_id': '4464ead82ee04d149c09c620add0b353', 'gw_port': {'id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:09.597683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bf962b-45ff-433e-8c22-39646433dcdd None None] The sync data for ids ['bc22c3ba-ef8d-4233-89c9-b0e702594526'] in dv-cinder-779233-3-iscsi is: [{'id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:57Z', 'updated_at': '2021-04-23T10:29:01Z', 'revision_number': 3, 'project_id': '4464ead82ee04d149c09c620add0b353', 'gw_port': {'id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:29:09.608954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:09.690052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:09.695576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3520-8cd9-499a-abbc-cbd434f62b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.735082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:09.737191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:09.751917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:09.752449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.758641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:09.815930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:09.816707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.872322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Pushing event updated for resources: {'Port': ['ID=c373752d-be59-4bda-beb9-24051c9f2e89,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:09.878720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40318) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:09.931134 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-eb3c1e86-f96e-4fcb-87cf-dc22e32bfc60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:29:09.931651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-eb3c1e86-f96e-4fcb-87cf-dc22e32bfc60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:29:09.940572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:09.942587 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dd0b0b11-bbd0-4eb8-832c-0a53a2a16ac6 req-7b817de8-b285-4487-be37-c6d9a391def0 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 210 time: 0.3920612
Apr 23 10:29:09.988307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3520-8cd9-499a-abbc-cbd434f62b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:09.990297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=abecc774-e862-42e5-a13f-a4022bea1710,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:10.001875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:10.003253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 982e5608-e6f5-4362-8f08-c2bb16dd8381 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:10.025999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4df72a-38a3-47ef-b54a-3c26691adca8,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:10.028185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-16b718ac-861f-4c7f-afdf-6a465c26005f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:10.043572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:10.046514 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d3520-8cd9-499a-abbc-cbd434f62b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02c4efb-162d-49ea-bdf7-13d27a20dd99,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:10.049370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8d0d3520-8cd9-499a-abbc-cbd434f62b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:10.089524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40334) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:10.093881 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Router 9e46866e-0435-46ba-8eaa-54abc5e2b440 is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:29:10.123604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3520-8cd9-499a-abbc-cbd434f62b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:10.125074 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8d0d3520-8cd9-499a-abbc-cbd434f62b8d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c02c4efb-162d-49ea-bdf7-13d27a20dd99 HTTP/1.1" status: 204  len: 168 time: 2.0462923
Apr 23 10:29:10.151608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:10.177443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:10.181452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Usage tracker for resource:security_group_rule and tenant:44ca5a4403da4b2ca500a31bae8e35da is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:10.184494 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:10.196229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:10.285581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 982e5608-e6f5-4362-8f08-c2bb16dd8381 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:10.297360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:10.337921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:10.485391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:10.510270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-09bc1121-94e1-496e-a2fa-af864d835f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:10.564050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2426ec1a-b8d3-4ed5-bb53-6f84eff0964f,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:10.597756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:10.721572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.resource_extend [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 23 10:29:10.721809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:29:10.731567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Sync routers for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:29:10.747700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:10.753715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bab85e8d0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:10.831333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:10.854612 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=44ca5a4403da4b2ca500a31bae8e35da&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7645209
Apr 23 10:29:10.857958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:10.878346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40350) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:10.881741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Allocated IP 172.20.0.7 (f621ee25-becc-40b9-a8f1-b572c879c964/9133b90a-7489-4a19-ba82-f2d1140b81b4/f81e6604-2f1d-4c87-85de-66a27bd76af4) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:10.886630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:10.901426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:10.908513 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Usage tracker for resource:security_group_rule and tenant:cefd3130cb814b11854bb956565af83c is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:10.914895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:10.930219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:10.944635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:10.946028 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 8.3903594
Apr 23 10:29:10.949505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40354) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:10.952429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Transition to ACTIVE for port object e8034d61-0e02-4b47-a501-52a4733b3ce0 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:10.967648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-4aee434e-5907-416c-8e48-554bd6816047 None None] Provisioning for port 3a4df72a-38a3-47ef-b54a-3c26691adca8 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:11.000417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:11.015904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-4aee434e-5907-416c-8e48-554bd6816047 None None] Provisioning complete for port 3a4df72a-38a3-47ef-b54a-3c26691adca8 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:11.016084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4aee434e-5907-416c-8e48-554bd6816047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:11.112638 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40362) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:11.156301 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:11.322560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:11.390197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673d6ed-5b52-4a8a-9a1f-e879bad71395 None None] Pushing event updated for resources: {'Port': ['ID=e8034d61-0e02-4b47-a501-52a4733b3ce0,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:11.401702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9673d6ed-5b52-4a8a-9a1f-e879bad71395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:11.463142 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 98dab6dc-7d11-4f81-9252-afe70635f2a3 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:11.493135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:11.598291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:11.617965 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Usage tracker for resource:security_group_rule and tenant:62271089dda24d81a8e0071f3b08d919 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:11.630762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:11.636887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Attempting to bind port e8034d61-0e02-4b47-a501-52a4733b3ce0 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:11.637339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Attempting to bind port e8034d61-0e02-4b47-a501-52a4733b3ce0 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:11.637872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Attempting to bind port e8034d61-0e02-4b47-a501-52a4733b3ce0 on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:11.653994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-4aee434e-5907-416c-8e48-554bd6816047 None None] Port 3a4df72a-38a3-47ef-b54a-3c26691adca8 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:29:11.657309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:11.657727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:11.668815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:11.673250 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:11.673840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Bound port: e8034d61-0e02-4b47-a501-52a4733b3ce0, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:11.674284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:11.674417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:11.704174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 98dab6dc-7d11-4f81-9252-afe70635f2a3 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:11.717153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 98dab6dc-7d11-4f81-9252-afe70635f2a3 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:11.717831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:11.786422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:11.845684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-4aee434e-5907-416c-8e48-554bd6816047 None None] Provisioning complete for port abecc774-e862-42e5-a13f-a4022bea1710 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:11.846107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4aee434e-5907-416c-8e48-554bd6816047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:11.886004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.099464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.110024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bab85e8d0>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:07Z', 'revision_number': 3, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:12.119815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Checking router: 9e46866e-0435-46ba-8eaa-54abc5e2b440 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:29:12.120832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Updating router 9e46866e-0435-46ba-8eaa-54abc5e2b440 port b4dd0f7a-7c18-49ef-84a6-840b97197e11 binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:29:12.127564 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c7257e18-6eea-4270-8114-d42782c930d3 req-1020d17c-f500-4af4-ac2f-06640275b0c3 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 210 time: 0.4152787
Apr 23 10:29:12.131967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.142839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.153247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.166734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:12.275715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.279696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4df72a-38a3-47ef-b54a-3c26691adca8,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:12.286916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:12.297901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] For port e8034d61-0e02-4b47-a501-52a4733b3ce0, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:12.333160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.376242 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] For port e8034d61-0e02-4b47-a501-52a4733b3ce0, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=e8034d61-0e02-4b47-a501-52a4733b3ce0,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:12.383708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.415534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 98dab6dc-7d11-4f81-9252-afe70635f2a3, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=98dab6dc-7d11-4f81-9252-afe70635f2a3,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:12.419317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:12.494492 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:12.495445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3caf-97b7-44a6-a155-97e0b445e77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.498967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:12.501497 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.523960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.540747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device abecc774-e862-42e5-a13f-a4022bea1710 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:12.628364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:12.630575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa88be10>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:12.696548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.816681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3caf-97b7-44a6-a155-97e0b445e77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:12.924879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:12.969641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:13.043293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.064847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5b9040e6-216c-4e42-b546-cea86a561e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:13.109499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.110343 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Network f621ee25-becc-40b9-a8f1-b572c879c964 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:13.119841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Pushing event updated for resources: {'Port': ['ID=f81e6604-2f1d-4c87-85de-66a27bd76af4,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:13.132336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:13.139927 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Transition to ACTIVE for port object b4dd0f7a-7c18-49ef-84a6-840b97197e11 will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:13.142063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea86bb9-3b4e-4356-ac60-46e8f7de7fba,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:13.145916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.146980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:13.154759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.161566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:13.161977 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:13.171545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:13.172267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.234623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:13.247855 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:13.275985 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1368203
Apr 23 10:29:13.294185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93314c-f329-4252-a091-befccc0b0cf3 None None] Pushing event updated for resources: {'Port': ['ID=b4dd0f7a-7c18-49ef-84a6-840b97197e11,revision_number=2']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:13.299135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f93314c-f329-4252-a091-befccc0b0cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:13.319622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Router d05fff93-11eb-4dd4-a540-9914bc72d83e has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:29:13.338347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Attempting to bind port b4dd0f7a-7c18-49ef-84a6-840b97197e11 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:13.338898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Attempting to bind port b4dd0f7a-7c18-49ef-84a6-840b97197e11 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:13.339136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Attempting to bind port b4dd0f7a-7c18-49ef-84a6-840b97197e11 on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:13.352423 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:13.352836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:13.353314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.354075 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:13.354405 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Bound port: b4dd0f7a-7c18-49ef-84a6-840b97197e11, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:13.354950 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.382111 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=62271089dda24d81a8e0071f3b08d919&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2650158
Apr 23 10:29:13.392925 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cefd3130cb814b11854bb956565af83c&name=default HTTP/1.1" status: 200  len: 2975 time: 3.4453456
Apr 23 10:29:13.409758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40382) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:13.410286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40384) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:13.423640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3caf-97b7-44a6-a155-97e0b445e77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.507251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] For port b4dd0f7a-7c18-49ef-84a6-840b97197e11, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:13.510599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] For port b4dd0f7a-7c18-49ef-84a6-840b97197e11, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=b4dd0f7a-7c18-49ef-84a6-840b97197e11,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:13.519370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:13.520505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.525773 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:13.558459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673d6ed-5b52-4a8a-9a1f-e879bad71395 None None] Pushing event updated for resources: {'Port': ['ID=e8034d61-0e02-4b47-a501-52a4733b3ce0,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:13.572713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9673d6ed-5b52-4a8a-9a1f-e879bad71395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:13.577893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f3caf-97b7-44a6-a155-97e0b445e77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2426ec1a-b8d3-4ed5-bb53-6f84eff0964f,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:13.591323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1810bcbc-82db-44f4-bbe0-82592754e5b4,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:13.635815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3caf-97b7-44a6-a155-97e0b445e77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.640533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:13.650547 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1c9f3caf-97b7-44a6-a155-97e0b445e77a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2426ec1a-b8d3-4ed5-bb53-6f84eff0964f HTTP/1.1" status: 204  len: 168 time: 2.7672956
Apr 23 10:29:13.745831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1c9f3caf-97b7-44a6-a155-97e0b445e77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:13.746855 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:29:13.762832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93314c-f329-4252-a091-befccc0b0cf3 None None] Pushing event updated for resources: {'Port': ['ID=b4dd0f7a-7c18-49ef-84a6-840b97197e11,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:13.774505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f93314c-f329-4252-a091-befccc0b0cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:13.779278 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] 10.222.0.75 "PUT /v2.0/routers/d05fff93-11eb-4dd4-a540-9914bc72d83e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5355403
Apr 23 10:29:13.789323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:13.794387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-d9ff9c47-133f-410b-8a07-1c3c7867e5d9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:29:13.795473 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-d9ff9c47-133f-410b-8a07-1c3c7867e5d9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0140579
Apr 23 10:29:13.826501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:13.827203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bab85e8d0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:13.875089 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f70323b2-3574-4abc-b212-84ecedc5a5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.880429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0eda-a8fb-46df-a14c-1ea804964891 req-25b305f3-2740-4e9a-abcf-82fa102d495d tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:13.881301 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9dea0eda-a8fb-46df-a14c-1ea804964891 req-25b305f3-2740-4e9a-abcf-82fa102d495d tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Synchronizing usage tracker for tenant:b29de8ea3ddf4c3585ea957f3916f626 on resource:port {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:13.924884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f70323b2-3574-4abc-b212-84ecedc5a5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:13.929772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9dea0eda-a8fb-46df-a14c-1ea804964891 req-25b305f3-2740-4e9a-abcf-82fa102d495d tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Unset dirty status for tenant:b29de8ea3ddf4c3585ea957f3916f626 on resource:port {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:13.933603 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9dea0eda-a8fb-46df-a14c-1ea804964891 req-25b305f3-2740-4e9a-abcf-82fa102d495d tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 931 time: 0.4328659
Apr 23 10:29:13.996192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-69669969-fa53-449f-b567-a920e601174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.007227 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f70323b2-3574-4abc-b212-84ecedc5a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.072043 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9dea0eda-a8fb-46df-a14c-1ea804964891 req-aae556c5-e636-429e-8713-700d6660a8e4 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302545
Apr 23 10:29:14.115161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-18da8c01-91fd-4c54-884f-98dd68f8bfd6 None None] Provisioning complete for port 3a4df72a-38a3-47ef-b54a-3c26691adca8 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:14.115746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-18da8c01-91fd-4c54-884f-98dd68f8bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.129034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:14.178151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70323b2-3574-4abc-b212-84ecedc5a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1810bcbc-82db-44f4-bbe0-82592754e5b4,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:14.189193 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f70323b2-3574-4abc-b212-84ecedc5a5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:14.217067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-69669969-fa53-449f-b567-a920e601174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.231487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f70323b2-3574-4abc-b212-84ecedc5a5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.232842 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f70323b2-3574-4abc-b212-84ecedc5a5d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1810bcbc-82db-44f4-bbe0-82592754e5b4 HTTP/1.1" status: 204  len: 168 time: 0.8162704
Apr 23 10:29:14.313840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:14.314835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.318878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-18da8c01-91fd-4c54-884f-98dd68f8bfd6 None None] Port 3a4df72a-38a3-47ef-b54a-3c26691adca8 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:29:14.320345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=98dab6dc-7d11-4f81-9252-afe70635f2a3,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:14.346527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:14.356889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port abecc774-e862-42e5-a13f-a4022bea1710 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:14.357359 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.640426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40412) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:14.665422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.689662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.700415 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa88be10>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:11Z', 'revision_number': 2, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:14.716700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e00572d-64eb-4e84-bab2-fa61cd065499 None None] The sync data for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi is: [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:11Z', 'revision_number': 2, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:29:14.753717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:14.802930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:14.892758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 98dab6dc-7d11-4f81-9252-afe70635f2a3 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:15.020506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Pushing event updated for resources: {'Port': ['ID=c373752d-be59-4bda-beb9-24051c9f2e89,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:15.022832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:15.052182 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bab85e8d0>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:07Z', 'revision_number': 3, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:15.069359 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdea2c-f010-498c-8383-a1d6590ff96f None None] The sync data for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi is: [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:07Z', 'revision_number': 3, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:29:15.204306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 98dab6dc-7d11-4f81-9252-afe70635f2a3 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:15.207680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:15.267843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:15.271760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:15.324026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:15.422677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:15.605929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Usage tracker for resource:security_group_rule and tenant:e15e5dc0674d4e29a3d5fb6a80365c96 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:15.621452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:29:15.663231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Request body: {'port': {'device_id': 'f4758567-d825-49c2-9ebe-c7559e80e8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:15.828602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:15.879151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:16.261732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:16.402541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f028447-be36-4cff-9b41-76b9076fe40d req-97080bad-5e5c-4763-8d0d-5c756b25fdee tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:16.432674 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f028447-be36-4cff-9b41-76b9076fe40d req-97080bad-5e5c-4763-8d0d-5c756b25fdee tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 931 time: 1.0067718
Apr 23 10:29:16.576377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40448) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:16.645411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034647839', 'description': 'tempest-description--1220809131'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:16.670624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:16.704244 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:security_group and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:16.748725 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f028447-be36-4cff-9b41-76b9076fe40d req-7bf09bec-b87e-4856-bdf5-53f352e3f231 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3147707
Apr 23 10:29:16.760729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:16.813979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:16.938318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:16.990900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:17.011094 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device b4dd0f7a-7c18-49ef-84a6-840b97197e11 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:17.012831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:security_group_rule and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:17.052642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:17.085360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:17.172323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port b4dd0f7a-7c18-49ef-84a6-840b97197e11 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:17.179734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port b4dd0f7a-7c18-49ef-84a6-840b97197e11 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:17.180619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.182076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-69669969-fa53-449f-b567-a920e601174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.198586 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b85ceeb0-c675-4404-830d-00f5dfc255c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:17.297719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69669969-fa53-449f-b567-a920e601174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea86bb9-3b4e-4356-ac60-46e8f7de7fba,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:17.357600 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-69669969-fa53-449f-b567-a920e601174b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:17.432266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.436270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.449735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Allocated IP 172.20.0.1 (74ce0333-9c48-4617-a7c4-c72396622d38/7e6f4e92-efbf-4e34-b224-20c487e154b7/fb8a76be-25e5-424c-a8c6-fcf3d3f0824a) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:17.449905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.455481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port b4dd0f7a-7c18-49ef-84a6-840b97197e11, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=b4dd0f7a-7c18-49ef-84a6-840b97197e11,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:17.481080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-69669969-fa53-449f-b567-a920e601174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.485098 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-69669969-fa53-449f-b567-a920e601174b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ea86bb9-3b4e-4356-ac60-46e8f7de7fba HTTP/1.1" status: 204  len: 168 time: 4.0605068
Apr 23 10:29:17.489976 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.492287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e8034d61-0e02-4b47-a501-52a4733b3ce0 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:17.502464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-93cf39f1-cea5-43e1-9593-120fd698d0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:17.553741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2814e7a5-ff55-43aa-9e37-b00def7ece1a,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:17.558444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:17.564100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Router bc22c3ba-ef8d-4233-89c9-b0e702594526 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:29:17.609940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:17.681884 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e15e5dc0674d4e29a3d5fb6a80365c96&name=default HTTP/1.1" status: 200  len: 2979 time: 3.0395007
Apr 23 10:29:17.689508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.694567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40470) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:17.838351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=b4dd0f7a-7c18-49ef-84a6-840b97197e11,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:17.853524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:17.877463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.889956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.resource_extend [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 23 10:29:17.906554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port e8034d61-0e02-4b47-a501-52a4733b3ce0 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:17.918761 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port e8034d61-0e02-4b47-a501-52a4733b3ce0 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:17.919404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:17.992066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:18.131281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:18.137042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:18.200902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:18.229588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port e8034d61-0e02-4b47-a501-52a4733b3ce0, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=e8034d61-0e02-4b47-a501-52a4733b3ce0,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:18.242973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:18.246368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:18.343847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=e8034d61-0e02-4b47-a501-52a4733b3ce0,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:18.347654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:18.469641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:29:18.487838 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] 10.222.0.75 "PUT /v2.0/routers/bc22c3ba-ef8d-4233-89c9-b0e702594526/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2634220
Apr 23 10:29:18.496618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Sync routers for ids ['bc22c3ba-ef8d-4233-89c9-b0e702594526'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:29:18.515996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Routers {'bc22c3ba-ef8d-4233-89c9-b0e702594526'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:18.518652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaad13c8>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['bc22c3ba-ef8d-4233-89c9-b0e702594526'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:18.611915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:18.652372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Transition to ACTIVE for port object fb8a76be-25e5-424c-a8c6-fcf3d3f0824a will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:18.728900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:18.768637 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f4de68df-2976-4f1d-a71f-9360b75e2ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:18.776857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cf16667d-6bc5-4d32-b74a-c9172721bd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:18.816365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cf16667d-6bc5-4d32-b74a-c9172721bd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:18.907458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Network 74ce0333-9c48-4617-a7c4-c72396622d38 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:18.911979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cf16667d-6bc5-4d32-b74a-c9172721bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:18.925465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cf16667d-6bc5-4d32-b74a-c9172721bd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:18.933036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:18.937342 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cf16667d-6bc5-4d32-b74a-c9172721bd39 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2814e7a5-ff55-43aa-9e37-b00def7ece1a HTTP/1.1" status: 204  len: 168 time: 1.2395694
Apr 23 10:29:18.939095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:18.946948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:18.947470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:19.038745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16667d-6bc5-4d32-b74a-c9172721bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2814e7a5-ff55-43aa-9e37-b00def7ece1a,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:19.048322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cf16667d-6bc5-4d32-b74a-c9172721bd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:19.049696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Set router bc22c3ba-ef8d-4233-89c9-b0e702594526 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:19.072921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:19.077219 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.4849207
Apr 23 10:29:19.081637 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40504) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:19.084441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81e6604-2f1d-4c87-85de-66a27bd76af4 {{(pid=86337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:19.162774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:19.209441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'security_group_rule': {'security_group_id': 'c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:19.225465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014cb6-a0f4-4962-9301-f60f98fcca4e req-3c92d9f8-f472-4587-a50f-16f216cccccd tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:19.230611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:19.240035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:security_group_rule and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:19.256383 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-26014cb6-a0f4-4962-9301-f60f98fcca4e req-3c92d9f8-f472-4587-a50f-16f216cccccd tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 931 time: 1.1310911
Apr 23 10:29:19.259202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:19.280362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:19.398602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Pushing event updated for resources: {'Port': ['ID=fb8a76be-25e5-424c-a8c6-fcf3d3f0824a,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:19.405678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:19.438430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Transition to ACTIVE for port object f81e6604-2f1d-4c87-85de-66a27bd76af4 will not be triggered until provisioned by entity L2. {{(pid=86337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:19.445743 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-26014cb6-a0f4-4962-9301-f60f98fcca4e req-a5552c64-e460-4be5-8e07-b33f1e30c9f6 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884093
Apr 23 10:29:19.446419 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:19.451766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:19.534523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:19.553982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device b4dd0f7a-7c18-49ef-84a6-840b97197e11 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:19.591185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:19.600323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:19.604518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:19.624661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:19.667049 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581489a2-7720-432a-b28f-a6e07917f407,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:19.948536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-13a79459-6d52-4e6f-abf5-99b08f6304ef None None] Provisioning for port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:19.992111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:20.006997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-13a79459-6d52-4e6f-abf5-99b08f6304ef None None] Provisioning complete for port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:20.007418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-13a79459-6d52-4e6f-abf5-99b08f6304ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.041610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.046169 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9523170
Apr 23 10:29:20.055350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40522) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:20.056835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f81e6604-2f1d-4c87-85de-66a27bd76af4,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:20.070878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'security_group_rule': {'security_group_id': 'c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:20.074370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:20.094471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:20.110638 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:security_group_rule and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:20.120634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Sync routers for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:29:20.129045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:20.148282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:20.155479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:20.158692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa946898>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:20.197358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaad13c8>, [{'id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:57Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '4464ead82ee04d149c09c620add0b353', 'gw_port': {'id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'c373752d-be59-4bda-beb9-24051c9f2e89', 'name': '', 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'mac_address': 'fa:16:3e:f2:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76643490-c41f-4c91-8c93-5587b912e92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:11Z', 'revision_number': 2, 'project_id': '4464ead82ee04d149c09c620add0b353', 'subnets': [{'id': '76643490-c41f-4c91-8c93-5587b912e92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:20.199366 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Attempting to bind port f81e6604-2f1d-4c87-85de-66a27bd76af4 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:20.199770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Attempting to bind port f81e6604-2f1d-4c87-85de-66a27bd76af4 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'd2e7bdd7-46b6-4e5f-a83f-4c00ffb48294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f621ee25-becc-40b9-a8f1-b572c879c964'}] {{(pid=86337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:20.200129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Attempting to bind port f81e6604-2f1d-4c87-85de-66a27bd76af4 on network f621ee25-becc-40b9-a8f1-b572c879c964 {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:20.211507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port b4dd0f7a-7c18-49ef-84a6-840b97197e11 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:20.214435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.228537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Port f81e6604-2f1d-4c87-85de-66a27bd76af4 on network f621ee25-becc-40b9-a8f1-b572c879c964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:29:20.232612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Attempting to bind port f81e6604-2f1d-4c87-85de-66a27bd76af4 on network f621ee25-becc-40b9-a8f1-b572c879c964 {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:20.241962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.246345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.246554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:20.246883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Checking segment: {'id': 'd2e7bdd7-46b6-4e5f-a83f-4c00ffb48294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f621ee25-becc-40b9-a8f1-b572c879c964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:20.250426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Bound using segment: {'id': 'd2e7bdd7-46b6-4e5f-a83f-4c00ffb48294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f621ee25-becc-40b9-a8f1-b572c879c964'} {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:20.251008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Bound port: f81e6604-2f1d-4c87-85de-66a27bd76af4, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e7bdd7-46b6-4e5f-a83f-4c00ffb48294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f621ee25-becc-40b9-a8f1-b572c879c964'}}] {{(pid=86337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:20.251414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.331953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.337774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.350839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:20.403458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Checking router: bc22c3ba-ef8d-4233-89c9-b0e702594526 for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:29:20.408104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Updating router bc22c3ba-ef8d-4233-89c9-b0e702594526 port c373752d-be59-4bda-beb9-24051c9f2e89 binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:29:20.449320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] For port f81e6604-2f1d-4c87-85de-66a27bd76af4, host hv-cinder-77923, cleared binding levels {{(pid=86337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:20.461123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] For port f81e6604-2f1d-4c87-85de-66a27bd76af4, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f81e6604-2f1d-4c87-85de-66a27bd76af4,segment=NetworkSegment(d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294),segment_id=d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294)] {{(pid=86337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:20.478433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.497658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:20.559980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Pushing event updated for resources: {'Port': ['ID=fb8a76be-25e5-424c-a8c6-fcf3d3f0824a,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:20.579501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:20.585036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.624102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-13a79459-6d52-4e6f-abf5-99b08f6304ef None None] Port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:29:20.733092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.774609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f81e6604-2f1d-4c87-85de-66a27bd76af4,revision_number=3']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:20.807170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:20.814708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:20.815397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:20.817525 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/f81e6604-2f1d-4c87-85de-66a27bd76af4 HTTP/1.1" status: 200  len: 1093 time: 5.9976919
Apr 23 10:29:20.872759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:20.902246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4758567-d825-49c2-9ebe-c7559e80e8fa', 'tag': 'f81e6604-2f1d-4c87-85de-66a27bd76af4'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:20.908651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e8034d61-0e02-4b47-a501-52a4733b3ce0 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:21.173369 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:21.212869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-facc1647-4ced-439b-b400-7dc1b77bd9af tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:21.281296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfe7337-bbe9-4cbe-845d-71022bd65547,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:21.305200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:21.308732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Network 74ce0333-9c48-4617-a7c4-c72396622d38 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:21.310301 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:21.521747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:21.527997 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4693346
Apr 23 10:29:21.584243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port e8034d61-0e02-4b47-a501-52a4733b3ce0 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:21.584243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:21.595407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40566) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:21.695752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'floatingip': {'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:21.763418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:21.811246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Router 9e46866e-0435-46ba-8eaa-54abc5e2b440 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:29:21.870456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:floatingip and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:21.905827 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:21.941577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-0e14d0d4-f8b7-4fb0-b45d-1f5e2428f79e None None] Provisioning complete for port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:21.942227 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0e14d0d4-f8b7-4fb0-b45d-1f5e2428f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:22.030397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:22.132024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:29:22.148922 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] 10.222.0.75 "PUT /v2.0/routers/9e46866e-0435-46ba-8eaa-54abc5e2b440/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1947391
Apr 23 10:29:22.171208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68f2ef-4e0e-4e63-9695-cbb101fc7738 req-53dc26bc-a8b3-4e2d-9429-085a962f92b7 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:22.185105 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fb68f2ef-4e0e-4e63-9695-cbb101fc7738 req-53dc26bc-a8b3-4e2d-9429-085a962f92b7 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 943 time: 1.3762596
Apr 23 10:29:22.218711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Sync routers for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:29:22.267925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:22.268582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:22.272237 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaf53940>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:22.578357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-190e2127-7491-43d2-ad85-5213bc989adc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:22.579979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-190e2127-7491-43d2-ad85-5213bc989adc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Synchronizing usage tracker for tenant:4464ead82ee04d149c09c620add0b353 on resource:network {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:22.593803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ecbf-febf-418e-8dd8-334b465240bd req-29fcead3-ca6a-46a4-8990-c4cf0fcdcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:22.596258 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-29fcead3-ca6a-46a4-8990-c4cf0fcdcbe8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b29de8ea3ddf4c3585ea957f3916f626&device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 1096 time: 1.1839254
Apr 23 10:29:22.627361 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fb68f2ef-4e0e-4e63-9695-cbb101fc7738 req-9dbd4367-e97c-4a7a-96b6-fbfa358a74f8 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4411783
Apr 23 10:29:22.682981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-190e2127-7491-43d2-ad85-5213bc989adc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Unset dirty status for tenant:4464ead82ee04d149c09c620add0b353 on resource:network {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:22.692007 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-190e2127-7491-43d2-ad85-5213bc989adc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 819 time: 1.6099617
Apr 23 10:29:22.844717 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-25c35d51-06da-4080-b56c-0859b24365d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f81e6604-2f1d-4c87-85de-66a27bd76af4 HTTP/1.1" status: 200  len: 217 time: 0.1707880
Apr 23 10:29:22.864112 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-8b60afdc-3f7d-4127-910f-60a7292288cf tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/quotas/4464ead82ee04d149c09c620add0b353 HTTP/1.1" status: 200  len: 375 time: 0.1704984
Apr 23 10:29:23.131807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa946898>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:11Z', 'revision_number': 2, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:23.149436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Checking router: d05fff93-11eb-4dd4-a540-9914bc72d83e for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:29:23.149840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Updating router d05fff93-11eb-4dd4-a540-9914bc72d83e port 3a4df72a-38a3-47ef-b54a-3c26691adca8 binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:29:23.170609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:23.222220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-0e14d0d4-f8b7-4fb0-b45d-1f5e2428f79e None None] Port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:29:23.275469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:23.314357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:23.338064 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Allocated IP 172.27.0.20 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/eb895214-5ffc-4094-9def-c764944e4d2d) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:23.380488 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4758567-d825-49c2-9ebe-c7559e80e8fa', 'tag': 'f81e6604-2f1d-4c87-85de-66a27bd76af4', 'status': 'completed', 'code': 200}
Apr 23 10:29:23.401333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ecbf-febf-418e-8dd8-334b465240bd req-82fab065-4f83-4e33-88d0-45b2f691fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:23.404800 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-82fab065-4f83-4e33-88d0-45b2f691fa01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9133b90a-7489-4a19-ba82-f2d1140b81b4 HTTP/1.1" status: 200  len: 851 time: 0.4149935
Apr 23 10:29:23.501961 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-2a78a83a-4729-4cb5-81cc-6ecc1cc0dd67 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6368685
Apr 23 10:29:23.559140 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-dcf3e23b-d71d-492d-84e1-a0b3004b6e0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f621ee25-becc-40b9-a8f1-b572c879c964&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632243
Apr 23 10:29:23.713477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.resource_extend [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 23 10:29:23.811990 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:23.825521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Transition to ACTIVE for port object 3a4df72a-38a3-47ef-b54a-3c26691adca8 will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:23.835430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:23.842284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:23.873643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaf53940>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 2, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:23.884399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Checking router: 9e46866e-0435-46ba-8eaa-54abc5e2b440 for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:29:23.885183 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Updating router 9e46866e-0435-46ba-8eaa-54abc5e2b440 port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:29:23.885585 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-1888b2b3-1063-40df-80af-e56e1f64647b service neutron] 10.222.0.48 "GET /v2.0/networks/f621ee25-becc-40b9-a8f1-b572c879c964?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2932441
Apr 23 10:29:23.949854 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:23.961585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:24.014520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba49df5-172f-4c7c-9903-6444fb4a46ec None None] Pushing event updated for resources: {'Port': ['ID=3a4df72a-38a3-47ef-b54a-3c26691adca8,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:24.047047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1ba49df5-172f-4c7c-9903-6444fb4a46ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:24.049210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Transition to ACTIVE for port object c373752d-be59-4bda-beb9-24051c9f2e89 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:24.321675 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-2f824db5-77aa-4f6a-8e58-4309fe84f6ff service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7593875
Apr 23 10:29:24.422199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Attempting to bind port 3a4df72a-38a3-47ef-b54a-3c26691adca8 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:24.422735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Attempting to bind port 3a4df72a-38a3-47ef-b54a-3c26691adca8 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:24.423248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Attempting to bind port 3a4df72a-38a3-47ef-b54a-3c26691adca8 on network 6324dbe3-5626-411e-a23f-f2dd748a1268 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:24.430727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:24.431282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Checking segment: {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:24.431838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:24.432473 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Bound using segment: {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:24.433062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Bound port: 3a4df72a-38a3-47ef-b54a-3c26691adca8, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:24.433590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:24.596038 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:24.610184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Transition to ACTIVE for port object fb8a76be-25e5-424c-a8c6-fcf3d3f0824a will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:24.629567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:24.634560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:24.646568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:24.690414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] For port 3a4df72a-38a3-47ef-b54a-3c26691adca8, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:24.697364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] For port 3a4df72a-38a3-47ef-b54a-3c26691adca8, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=3a4df72a-38a3-47ef-b54a-3c26691adca8,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:24.702985 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:24.715798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:24.780087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5458b1b-0ba1-4278-8abc-8b8daf8f172d None None] Pushing event updated for resources: {'Port': ['ID=c373752d-be59-4bda-beb9-24051c9f2e89,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:24.874126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba49df5-172f-4c7c-9903-6444fb4a46ec None None] Pushing event updated for resources: {'Port': ['ID=3a4df72a-38a3-47ef-b54a-3c26691adca8,revision_number=4']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:24.880862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1ba49df5-172f-4c7c-9903-6444fb4a46ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:24.920967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:24.921682 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa946898>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:25.007243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40654) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:25.014935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924735194', 'description': 'tempest-description--1543667188'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:25.031970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:25.051367 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-73c9b7ba-c6fe-4957-9ffe-869c3df64a89 service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4393747
Apr 23 10:29:25.068580 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:security_group and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:25.085100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:25.109917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a0883-477f-4e00-8773-c00b12d45925 None None] Pushing event updated for resources: {'Port': ['ID=fb8a76be-25e5-424c-a8c6-fcf3d3f0824a,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:25.119004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:25.155699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:25.164433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-970a0883-477f-4e00-8773-c00b12d45925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:25.165635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:25.166166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:25.187683 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a997ecbf-febf-418e-8dd8-334b465240bd req-8bcb9358-4a3e-42de-8b94-020a2363fbf1 service neutron] 10.222.0.48 "GET /v2.0/networks/f621ee25-becc-40b9-a8f1-b572c879c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0851507
Apr 23 10:29:25.272458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:25.285015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:25.286478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:security_group_rule and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:25.298115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:25.323821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:25.414696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:25.586700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:25.592840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:25.597380 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:25.717355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f19be0-be30-4445-b024-9c50ce70c2ba,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:25.742883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:25.747328 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.7356241
Apr 23 10:29:25.747328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:25.751861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40692) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:25.762464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'security_group_rule': {'security_group_id': '45f19be0-be30-4445-b024-9c50ce70c2ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:25.795368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:25.799973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 3a4df72a-38a3-47ef-b54a-3c26691adca8 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:25.807296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:security_group_rule and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:25.823185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:25.836635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:25.866608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:25.943972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:25.950568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:25.953012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:25.981046 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Attempting to bind port c373752d-be59-4bda-beb9-24051c9f2e89 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:25.981855 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Attempting to bind port c373752d-be59-4bda-beb9-24051c9f2e89 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:25.982276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Attempting to bind port c373752d-be59-4bda-beb9-24051c9f2e89 on network d6e67eca-3bed-4c2e-ba29-133e0ff9555d {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:25.988695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Attempting to bind port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:25.989133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Attempting to bind port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:25.989542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Attempting to bind port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a on network 74ce0333-9c48-4617-a7c4-c72396622d38 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:26.007927 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:26.008350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Checking segment: {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:26.008811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.009285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Bound using segment: {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:26.009936 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Bound port: c373752d-be59-4bda-beb9-24051c9f2e89, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:26.010248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.021231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754d3592-e61a-4fd8-b9d2-b280c8ecf548,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:26.039699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:26.054108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.055840 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3029022
Apr 23 10:29:26.062253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40704) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:26.074754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'security_group_rule': {'security_group_id': '45f19be0-be30-4445-b024-9c50ce70c2ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:26.089063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:26.098985 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:security_group_rule and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:26.106313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:26.121566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:26.166009 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.224589 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] For port c373752d-be59-4bda-beb9-24051c9f2e89, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:26.228476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] For port c373752d-be59-4bda-beb9-24051c9f2e89, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=c373752d-be59-4bda-beb9-24051c9f2e89,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:26.243237 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa946898>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:24Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:26.250420 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:26.252317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Checking segment: {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:26.252893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b688d4f-1c61-4703-904b-36bba5b1cb85 None None] The sync data for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi is: [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:24Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:29:26.253462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.254044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Bound using segment: {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:26.256926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Bound port: fb8a76be-25e5-424c-a8c6-fcf3d3f0824a, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:26.256926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.284217 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9ad23b5-2828-4483-ba5a-af941eac18c4 req-a571eb39-a901-47e4-972b-aa6996702750 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 210 time: 0.6913021
Apr 23 10:29:26.324836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.333546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.335739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6cac1b69-1d5e-4019-b8f4-fb69a513cb25 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:26.384397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-92a72298-a632-44b6-af8d-ee2639f8a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:26.386258 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-92a72298-a632-44b6-af8d-ee2639f8a966 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b29de8ea3ddf4c3585ea957f3916f626&device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 1096 time: 1.0939991
Apr 23 10:29:26.394065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.430126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed745c2-c475-4ca8-ab34-4de7a8e8324f,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:26.443782 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:26.461384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.463494 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d154183d-58b4-4dcb-baad-2f3c4e6fbea3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3992865
Apr 23 10:29:26.466653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40732) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:26.480270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'floatingip': {'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:26.494631 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:26.507955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:floatingip and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:26.513830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:26.529995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:26.557614 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.648169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:26.730270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] For port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:26.744122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] For port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=fb8a76be-25e5-424c-a8c6-fcf3d3f0824a,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:26.749778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 3a4df72a-38a3-47ef-b54a-3c26691adca8 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:26.765002 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.825193 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:26.900921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1398dd-3560-42b9-9209-4eeabc40d825 req-22fb743c-7688-4283-ac08-28f6747cf36d tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:26.924847 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2a1398dd-3560-42b9-9209-4eeabc40d825 req-22fb743c-7688-4283-ac08-28f6747cf36d tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 943 time: 1.6313293
Apr 23 10:29:26.933647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 3a4df72a-38a3-47ef-b54a-3c26691adca8 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:26.934326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.974234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:26.990646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:27.001684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:27.067744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:27.076496 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-4688b7ef-6b96-4511-9dc0-0ae48c7d0b65 None None] Provisioning complete for port 3a4df72a-38a3-47ef-b54a-3c26691adca8 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:27.076678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:27.077232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4688b7ef-6b96-4511-9dc0-0ae48c7d0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:27.268499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Allocated IP 172.27.0.85 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/7cda0635-bc68-4f7b-9279-84441fa3b258) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:27.269340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5458b1b-0ba1-4278-8abc-8b8daf8f172d None None] Pushing event updated for resources: {'Port': ['ID=c373752d-be59-4bda-beb9-24051c9f2e89,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:27.277770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c5458b1b-0ba1-4278-8abc-8b8daf8f172d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:27.283000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Routers {'bc22c3ba-ef8d-4233-89c9-b0e702594526'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:27.283725 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaad13c8>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['bc22c3ba-ef8d-4233-89c9-b0e702594526'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:27.458170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:27.510457 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2a1398dd-3560-42b9-9209-4eeabc40d825 req-aad5d91a-731f-4c3b-b0ef-2d554f54536b tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5844219
Apr 23 10:29:27.533326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-af7af99f-5123-4045-9d0f-cf8fd5d9e3d2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:27.535102 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-af7af99f-5123-4045-9d0f-cf8fd5d9e3d2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 819 time: 0.6071942
Apr 23 10:29:27.685847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-aac2ed4c-c9cf-404f-b373-b9ec437f0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:27.687399 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-aac2ed4c-c9cf-404f-b373-b9ec437f0bc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f621ee25-becc-40b9-a8f1-b572c879c964 HTTP/1.1" status: 200  len: 912 time: 1.2887263
Apr 23 10:29:27.690874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40774) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:27.701553 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:29:27.702260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaf53940>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:27.714633 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-7a10d2b8-8633-4881-aefd-ec3a7eeba375 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/quotas/4464ead82ee04d149c09c620add0b353 HTTP/1.1" status: 200  len: 375 time: 0.0663097
Apr 23 10:29:27.719888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'Port': ['ID=eb895214-5ffc-4094-9def-c764944e4d2d,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:27.782081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:27.848005 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-a416f77d-ebd7-458d-8e77-4f8bbc016540 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f81e6604-2f1d-4c87-85de-66a27bd76af4 HTTP/1.1" status: 200  len: 217 time: 0.1318350
Apr 23 10:29:27.912071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:27.960742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:27.970280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:27.998808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.48', 53337) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:28.034740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.089030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:28.104882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-27f9cba2-5398-407f-aa77-5a1bd4881866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:28.131792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Usage tracker for resource:security_group_rule and tenant:3f329bf44b414a30ac6cb3b849f8f6c3 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:28.142308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-aa7a0525-8d17-41aa-9a3a-ad38ca5715e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:28.148949 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-aa7a0525-8d17-41aa-9a3a-ad38ca5715e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9133b90a-7489-4a19-ba82-f2d1140b81b4 HTTP/1.1" status: 200  len: 851 time: 0.2913420
Apr 23 10:29:28.155134 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:28.182313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:28.186997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:28.211127 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:28.285975 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:28.304338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.331026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:28.383740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.432736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.580812 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-1f0eb741-b310-4ac8-85fb-a3d4add9a8d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f621ee25-becc-40b9-a8f1-b572c879c964&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4000115
Apr 23 10:29:28.614157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.615532 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-bc25a2c1-b09b-421f-8613-bb541195031a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8324695
Apr 23 10:29:28.624387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'Port': ['ID=7cda0635-bc68-4f7b-9279-84441fa3b258,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:28.639721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:28.640386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.650813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:28.754732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'Port': ['ID=7cda0635-bc68-4f7b-9279-84441fa3b258,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:28.758684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.780085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:28.788857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-08353d1e-dec0-46d6-b109-a69abfd92991 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:28.790642 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-08353d1e-dec0-46d6-b109-a69abfd92991 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 819 time: 0.7907960
Apr 23 10:29:28.791966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.802652 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3253348
Apr 23 10:29:28.802839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4688b7ef-6b96-4511-9dc0-0ae48c7d0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.811477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Request body: {'port': {'device_id': '50b3f680-3936-44a3-96ba-b0ff36e0eb8b', 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d', 'admin_state_up': True, 'tenant_id': '4464ead82ee04d149c09c620add0b353'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:28.895146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:28.963904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-4688b7ef-6b96-4511-9dc0-0ae48c7d0b65 None None] For port 3a4df72a-38a3-47ef-b54a-3c26691adca8, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=3a4df72a-38a3-47ef-b54a-3c26691adca8,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:28.989105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4688b7ef-6b96-4511-9dc0-0ae48c7d0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.032707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device f81e6604-2f1d-4c87-85de-66a27bd76af4 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:29:29.081254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:29.087741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a0883-477f-4e00-8773-c00b12d45925 None None] Pushing event updated for resources: {'Port': ['ID=fb8a76be-25e5-424c-a8c6-fcf3d3f0824a,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:29.100469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Usage tracker for resource:port and tenant:4464ead82ee04d149c09c620add0b353 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:29.106585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-970a0883-477f-4e00-8773-c00b12d45925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.657s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:29.109332 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:29.111954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9673d6ed-5b52-4a8a-9a1f-e879bad71395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:29.128082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:29.153363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Made reservation on behalf of 4464ead82ee04d149c09c620add0b353 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:29:29.160086 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.213812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] Set router bc22c3ba-ef8d-4233-89c9-b0e702594526 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:29:29.244605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.247672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.260022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.resource_extend [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 23 10:29:29.293368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:29:29.293794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:29:29.323167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.389548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688b7ef-6b96-4511-9dc0-0ae48c7d0b65 None None] Pushing event updated for resources: {'Port': ['ID=3a4df72a-38a3-47ef-b54a-3c26691adca8,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:29.392453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.402350 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-19d6dca1-aadd-4c92-9b2b-5072aeb283f7 service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6923645
Apr 23 10:29:29.403494 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4688b7ef-6b96-4511-9dc0-0ae48c7d0b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:29.449619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:29.485929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Allocated IP 172.20.0.11 (d6e67eca-3bed-4c2e-ba29-133e0ff9555d/76643490-c41f-4c91-8c93-5587b912e92b/34853bb3-9cd6-49e9-a556-7927a68108a4) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:29.598096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaf53940>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:26Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:29.614997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.628251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359e37d-bf90-4b46-815c-a1f5c09253f5 None None] The sync data for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi is: [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:26Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:29:29.639409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port f81e6604-2f1d-4c87-85de-66a27bd76af4, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f81e6604-2f1d-4c87-85de-66a27bd76af4,segment=NetworkSegment(d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294),segment_id=d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:29.640728 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-54048421-941f-432c-b17f-8bb79695f7e1 service neutron] 10.222.0.48 "GET /v2.0/networks/f621ee25-becc-40b9-a8f1-b572c879c964?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0100720
Apr 23 10:29:29.682654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'f81e6604-2f1d-4c87-85de-66a27bd76af4', 'network_id': 'f621ee25-becc-40b9-a8f1-b572c879c964', 'port_id': 'f81e6604-2f1d-4c87-85de-66a27bd76af4', 'mac_address': 'fa:16:3e:9a:93:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9133b90a-7489-4a19-ba82-f2d1140b81b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:29:29.729897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'Port': ['ID=eb895214-5ffc-4094-9def-c764944e4d2d,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:29.822352 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.872648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.887339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:29.944490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:29.952940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:29.964389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:29.971809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:29.972564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.975104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:29.998779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81e6604-2f1d-4c87-85de-66a27bd76af4 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:30.025174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port f81e6604-2f1d-4c87-85de-66a27bd76af4, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f81e6604-2f1d-4c87-85de-66a27bd76af4,segment=NetworkSegment(d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294),segment_id=d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:30.025310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Pushing event updated for resources: {'Port': ['ID=34853bb3-9cd6-49e9-a556-7927a68108a4,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:30.028110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:30.031007 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:30.032336 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2254059
Apr 23 10:29:30.034852 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:30.054478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Request body: {'port': {'device_id': '50b3f680-3936-44a3-96ba-b0ff36e0eb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:30.075204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:30.088494 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3f329bf44b414a30ac6cb3b849f8f6c3&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3869674
Apr 23 10:29:30.088494 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3a62cea9-6a31-469e-8b35-23a5e99a7007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:30.093803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40856) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:30.139675 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaad13c8>, [{'id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:57Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '4464ead82ee04d149c09c620add0b353', 'gw_port': {'id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'c373752d-be59-4bda-beb9-24051c9f2e89', 'name': '', 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'mac_address': 'fa:16:3e:f2:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76643490-c41f-4c91-8c93-5587b912e92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:26Z', 'revision_number': 4, 'project_id': '4464ead82ee04d149c09c620add0b353', 'subnets': [{'id': '76643490-c41f-4c91-8c93-5587b912e92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:29:30.147582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e8d5b-c263-418e-8fe5-cea489a24737 None None] The sync data for ids ['bc22c3ba-ef8d-4233-89c9-b0e702594526'] in dv-cinder-779233-3-iscsi is: [{'id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:57Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '4464ead82ee04d149c09c620add0b353', 'gw_port': {'id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'c373752d-be59-4bda-beb9-24051c9f2e89', 'name': '', 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'mac_address': 'fa:16:3e:f2:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '76643490-c41f-4c91-8c93-5587b912e92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:26Z', 'revision_number': 4, 'project_id': '4464ead82ee04d149c09c620add0b353', 'subnets': [{'id': '76643490-c41f-4c91-8c93-5587b912e92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:29:30.153290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=f81e6604-2f1d-4c87-85de-66a27bd76af4,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:30.156763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:30.172319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9e6c-c8b3-4191-a929-6025c9c32cfe req-0d338a9d-bb63-40cf-80da-6a041c12dd9a tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:30.173924 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dfae9e6c-c8b3-4191-a929-6025c9c32cfe req-0d338a9d-bb63-40cf-80da-6a041c12dd9a tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 943 time: 1.3917122
Apr 23 10:29:30.208597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:30.224077 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.5767326
Apr 23 10:29:30.286688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:30.312231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3588a199-bba8-445c-b055-88dbdeb499aa,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:30.342506 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-c2e589d5-897f-4cb5-8ad8-c1d7e4ac2d3a service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9391224
Apr 23 10:29:30.343506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:30.352503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['f81e6604-2f1d-4c87-85de-66a27bd76af4'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:29:30.565617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 3a4df72a-38a3-47ef-b54a-3c26691adca8 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:30.628073 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dfae9e6c-c8b3-4191-a929-6025c9c32cfe req-b54026b4-f5d0-4c73-8c0b-fa7c033948af tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4111831
Apr 23 10:29:30.688121 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df85b560-a35b-4e52-b240-14cd08a7fefd req-29c09641-bca6-4bf1-9d78-0bacfaf87fb3 service neutron] 10.222.0.48 "GET /v2.0/networks/f621ee25-becc-40b9-a8f1-b572c879c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0161252
Apr 23 10:29:30.707430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f596f8b0-92d1-4357-a17c-86d95ea59960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:30.827992 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f596f8b0-92d1-4357-a17c-86d95ea59960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:30.864686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40898) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:31.172407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-20bdd9b0-b6ad-4327-b979-9f3fb25974fa tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Synchronizing usage tracker for tenant:58dae872da554eea9307d4f29dd5e75b on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:31.219883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f596f8b0-92d1-4357-a17c-86d95ea59960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:31.225476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-aaa1c750-cd68-4aba-85ae-7dcbb2bc69eb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Synchronizing usage tracker for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:31.235701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34853bb3-9cd6-49e9-a556-7927a68108a4 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:31.254433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:31.262519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:31.282168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a0357f8a-983c-41c9-8471-47f5be1ae48f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:31.304504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:31.310319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Usage tracker for resource:security_group_rule and tenant:8842555a8c084f269eb2ae5979e290f8 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:31.311933 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Transition to ACTIVE for port object 34853bb3-9cd6-49e9-a556-7927a68108a4 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:31.315640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:31.320432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:31.339632 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-34a9605d-028b-4bf8-a166-9fcb7dcd1937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:31.350397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:31.461097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596f8b0-92d1-4357-a17c-86d95ea59960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3588a199-bba8-445c-b055-88dbdeb499aa,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:31.488753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f596f8b0-92d1-4357-a17c-86d95ea59960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:31.571884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-20bdd9b0-b6ad-4327-b979-9f3fb25974fa tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Unset dirty status for tenant:58dae872da554eea9307d4f29dd5e75b on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:31.583025 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-20bdd9b0-b6ad-4327-b979-9f3fb25974fa tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--924735194&fields=id&tenant_id=58dae872da554eea9307d4f29dd5e75b HTTP/1.1" status: 200  len: 267 time: 0.5843279
Apr 23 10:29:31.605016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f596f8b0-92d1-4357-a17c-86d95ea59960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:31.606953 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f596f8b0-92d1-4357-a17c-86d95ea59960 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3588a199-bba8-445c-b055-88dbdeb499aa HTTP/1.1" status: 204  len: 168 time: 1.4982233
Apr 23 10:29:31.752838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 3a4df72a-38a3-47ef-b54a-3c26691adca8 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:31.758015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:31.773164 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Pushing event updated for resources: {'Port': ['ID=34853bb3-9cd6-49e9-a556-7927a68108a4,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:31.776154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Attempting to bind port 34853bb3-9cd6-49e9-a556-7927a68108a4 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:31.781887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Attempting to bind port 34853bb3-9cd6-49e9-a556-7927a68108a4 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:31.782472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Attempting to bind port 34853bb3-9cd6-49e9-a556-7927a68108a4 on network d6e67eca-3bed-4c2e-ba29-133e0ff9555d {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:31.798310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:31.799170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Port 34853bb3-9cd6-49e9-a556-7927a68108a4 on network d6e67eca-3bed-4c2e-ba29-133e0ff9555d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:29:31.800142 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Attempting to bind port 34853bb3-9cd6-49e9-a556-7927a68108a4 on network d6e67eca-3bed-4c2e-ba29-133e0ff9555d {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:31.808383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:31.809004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Checking segment: {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:31.809887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Bound using segment: {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:31.810611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Bound port: 34853bb3-9cd6-49e9-a556-7927a68108a4, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:31.811203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:31.901997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-aaa1c750-cd68-4aba-85ae-7dcbb2bc69eb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Unset dirty status for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:31.903558 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-aaa1c750-cd68-4aba-85ae-7dcbb2bc69eb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2034647839&fields=id&tenant_id=1deadace3cdb4a64aaf14100caacd8a0 HTTP/1.1" status: 200  len: 267 time: 0.9906268
Apr 23 10:29:31.914720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ec9901c3-8246-4299-bb67-fb5291db8d85 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:31.915522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ec9901c3-8246-4299-bb67-fb5291db8d85 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Synchronizing usage tracker for tenant:58dae872da554eea9307d4f29dd5e75b on resource:network {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:31.920677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:31.927410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] For port 34853bb3-9cd6-49e9-a556-7927a68108a4, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:31.931987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] For port 34853bb3-9cd6-49e9-a556-7927a68108a4, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=34853bb3-9cd6-49e9-a556-7927a68108a4,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:31.943433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:31.954476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:31.965585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.042835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1c9f3caf-97b7-44a6-a155-97e0b445e77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:32.057307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:32.057988 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.059894 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] 10.222.0.48 "PUT /v2.0/ports/34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 200  len: 1094 time: 2.0120947
Apr 23 10:29:32.060623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b3f680-3936-44a3-96ba-b0ff36e0eb8b', 'tag': '34853bb3-9cd6-49e9-a556-7927a68108a4'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:32.115248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ec9901c3-8246-4299-bb67-fb5291db8d85 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Unset dirty status for tenant:58dae872da554eea9307d4f29dd5e75b on resource:network {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:32.124703 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ec9901c3-8246-4299-bb67-fb5291db8d85 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 816 time: 0.5389676
Apr 23 10:29:32.143510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261da1cf-a1d6-4cda-bd5c-1f00d27af1ac,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:32.173746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:32.221636 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-5cff6cc7-93a3-47c6-a443-1fd59d63bb21 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/quotas/58dae872da554eea9307d4f29dd5e75b HTTP/1.1" status: 200  len: 375 time: 0.0958610
Apr 23 10:29:32.234108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device fb8a76be-25e5-424c-a8c6-fcf3d3f0824a up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:32.325881 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40944) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:32.365472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.369723 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8842555a8c084f269eb2ae5979e290f8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4965141
Apr 23 10:29:32.375292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.387630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 40948) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:32.406944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:32.412367 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:32.413288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:32.413891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.416445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Usage tracker for resource:security_group_rule and tenant:87a35b80358b4cb19258249e689c2a9a is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:32.419518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:32.426431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:32.492263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Pushing event updated for resources: {'Port': ['ID=34853bb3-9cd6-49e9-a556-7927a68108a4,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:32.495961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:32.550885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-04205047-116a-4622-a5df-3da8ab3d2ec3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:32.551576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-04205047-116a-4622-a5df-3da8ab3d2ec3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Synchronizing usage tracker for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:network {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:32.562383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-8d4fdb2b-8c5f-43ba-a9ec-4b28d9a809c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:32.565355 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-8d4fdb2b-8c5f-43ba-a9ec-4b28d9a809c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1097 time: 0.3977921
Apr 23 10:29:32.580124 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-16f166ad-20a7-4abd-8f3b-fb70bcaa5b5d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3573318
Apr 23 10:29:32.589552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.614572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-04205047-116a-4622-a5df-3da8ab3d2ec3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Unset dirty status for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:network {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:32.615938 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-04205047-116a-4622-a5df-3da8ab3d2ec3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 811 time: 0.6929951
Apr 23 10:29:32.637255 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-df1fe4c2-d6db-4e65-be40-c6e55519f0ab tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/quotas/1deadace3cdb4a64aaf14100caacd8a0 HTTP/1.1" status: 200  len: 375 time: 0.0144331
Apr 23 10:29:32.638018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0c636d0a-e813-47a5-8410-68355c1c8e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.658365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=fb8a76be-25e5-424c-a8c6-fcf3d3f0824a,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:32.684536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.686592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8a17bb38-85f1-48fc-9a35-b5da8b86510c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:32.746191 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-4c60628c-bada-4538-8a30-ff4263d9b1ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 200  len: 217 time: 0.1508243
Apr 23 10:29:32.792145 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=fb8a76be-25e5-424c-a8c6-fcf3d3f0824a,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:32.799404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:32.826901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0c636d0a-e813-47a5-8410-68355c1c8e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.844319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-832b5e4e-2453-434e-90aa-1511390b1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:32.846054 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-832b5e4e-2453-434e-90aa-1511390b1f16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.0828302
Apr 23 10:29:32.913277 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-6dafc76e-3615-4f4e-9663-34b4920c1578 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502396
Apr 23 10:29:32.941781 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.952944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c373752d-be59-4bda-beb9-24051c9f2e89 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:32.973393 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:32.991113 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:33.092269 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae0793f-c0d0-4607-b5d7-593c297fdb02,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:33.114398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:33.120616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device f81e6604-2f1d-4c87-85de-66a27bd76af4 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:33.209436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-739a6fad-5fa1-4a84-99d6-0a30d877a08d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86337) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:29:33.211411 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-739a6fad-5fa1-4a84-99d6-0a30d877a08d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2961876
Apr 23 10:29:33.230544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port c373752d-be59-4bda-beb9-24051c9f2e89 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:33.231273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-58f60760-2807-4786-a57b-076090a7676c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:33.233184 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-58f60760-2807-4786-a57b-076090a7676c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 819 time: 0.2635770
Apr 23 10:29:33.239751 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port c373752d-be59-4bda-beb9-24051c9f2e89 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:33.240412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.263530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Request body: {'port': {'device_id': '5927b7c4-a36a-4c32-8802-5385efdf5b27', 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d', 'admin_state_up': True, 'tenant_id': '4464ead82ee04d149c09c620add0b353'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:33.308689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port f81e6604-2f1d-4c87-85de-66a27bd76af4 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:33.319427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port f81e6604-2f1d-4c87-85de-66a27bd76af4 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:33.319996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.411452 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87a35b80358b4cb19258249e689c2a9a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0736091
Apr 23 10:29:33.415865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 40986) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:33.440654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-383d083c-df44-4bdb-9e0f-be60bcd4be9c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Synchronizing usage tracker for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:port {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:33.452879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0c636d0a-e813-47a5-8410-68355c1c8e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.494510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-444c5fa9-8d5c-46b2-a5aa-9af0dc9a1ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.513229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.523313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-444c5fa9-8d5c-46b2-a5aa-9af0dc9a1ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.524324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-417ea7d1-6cb7-4280-9e3c-59e5edc412c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:33.552729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c636d0a-e813-47a5-8410-68355c1c8e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261da1cf-a1d6-4cda-bd5c-1f00d27af1ac,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:33.565826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0c636d0a-e813-47a5-8410-68355c1c8e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:33.571369 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-8f54a55a-150d-4832-906a-d2e7d19f7ea3 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6253376
Apr 23 10:29:33.571369 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-444c5fa9-8d5c-46b2-a5aa-9af0dc9a1ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.576263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a7e0d59-1910-49b0-a5bd-a2167d307edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:33.589105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c5fa9-8d5c-46b2-a5aa-9af0dc9a1ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae0793f-c0d0-4607-b5d7-593c297fdb02,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:33.614686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.635958 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-5ffa2df3-f40e-49fd-a5be-193267539961 service neutron] 10.222.0.75 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3965304
Apr 23 10:29:33.667433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4758567-d825-49c2-9ebe-c7559e80e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81e6604-2f1d-4c87-85de-66a27bd76af4'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:33.693230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:33.697245 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Usage tracker for resource:port and tenant:4464ead82ee04d149c09c620add0b353 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:33.700208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:33.707205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:33.714885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0c636d0a-e813-47a5-8410-68355c1c8e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.718729 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0c636d0a-e813-47a5-8410-68355c1c8e49 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/261da1cf-a1d6-4cda-bd5c-1f00d27af1ac HTTP/1.1" status: 204  len: 168 time: 1.3231981
Apr 23 10:29:33.718874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-383d083c-df44-4bdb-9e0f-be60bcd4be9c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Unset dirty status for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:port {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:33.729353 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-383d083c-df44-4bdb-9e0f-be60bcd4be9c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&fields=id HTTP/1.1" status: 200  len: 348 time: 1.0798664
Apr 23 10:29:33.781011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port c373752d-be59-4bda-beb9-24051c9f2e89, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=c373752d-be59-4bda-beb9-24051c9f2e89,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:33.784200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port f81e6604-2f1d-4c87-85de-66a27bd76af4, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f81e6604-2f1d-4c87-85de-66a27bd76af4,segment=NetworkSegment(d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294),segment_id=d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:33.787942 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bf98e18-8074-450b-b769-037e77a5fdc3 req-90d06fa6-d7dd-47c7-98ca-1cae03003920 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999538
Apr 23 10:29:33.788277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.788856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-444c5fa9-8d5c-46b2-a5aa-9af0dc9a1ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:33.792108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b01db58a-0e33-4c56-a672-a8f95cf9a348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:33.794251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-444c5fa9-8d5c-46b2-a5aa-9af0dc9a1ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.795405 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-444c5fa9-8d5c-46b2-a5aa-9af0dc9a1ace admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ae0793f-c0d0-4607-b5d7-593c297fdb02 HTTP/1.1" status: 204  len: 168 time: 0.3785708
Apr 23 10:29:33.803806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Made reservation on behalf of 4464ead82ee04d149c09c620add0b353 for: {'port': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:29:33.810013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.894842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:33.897835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=c373752d-be59-4bda-beb9-24051c9f2e89,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:33.901301 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:33.907001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:33.994571 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=f81e6604-2f1d-4c87-85de-66a27bd76af4,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:33.998148 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:34.150665 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-e70cc97c-b1d0-4ffc-8d39-9ed297bcd823 service neutron] 10.222.0.75 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3504953
Apr 23 10:29:34.231155 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ae0b960a-04a1-4376-93c1-b62a013dc737 service neutron] 10.222.0.75 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5134931
Apr 23 10:29:34.510336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41014) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:34.550245 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:34.573424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Allocated IP 172.20.0.13 (d6e67eca-3bed-4c2e-ba29-133e0ff9555d/76643490-c41f-4c91-8c93-5587b912e92b/13929007-c1df-4389-96b1-175993381665) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:34.581671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:34.588946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Usage tracker for resource:security_group_rule and tenant:8144187ed05247849b7d89077723929e is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:34.593017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:34.631907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:34.635549 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-6f58207a-7c2a-459d-9264-6194156ec075 service neutron] 10.222.0.75 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4730988
Apr 23 10:29:34.833263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device fb8a76be-25e5-424c-a8c6-fcf3d3f0824a up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:34.902874 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2c8149b9-cdee-49e4-8513-a26940a24fcc req-75e0cd53-5355-4cb5-acbf-5c9cb1b2bfd4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 210 time: 0.1631579
Apr 23 10:29:34.964249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:34.975981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.007701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f70323b2-3574-4abc-b212-84ecedc5a5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:35.034680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c3af778b-f964-4878-8dd2-32aa2ae72cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.167690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10884bdd-cf2e-4c76-8b3d-8cfd0bb72370,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:35.178124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:35.179640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:35.180060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.184610 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8144187ed05247849b7d89077723929e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6730485
Apr 23 10:29:35.187377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41056) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:35.373791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb9fb7-250b-4da2-99e2-7c4daad4ad5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.444124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.455023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb9fb7-250b-4da2-99e2-7c4daad4ad5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.476661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd511e-ca19-49bc-b233-ded7ee7ecd1e req-0eaf5d31-8fa0-4740-8ff3-e63df32bdcda tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:35.482430 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9fdd511e-ca19-49bc-b233-ded7ee7ecd1e req-0eaf5d31-8fa0-4740-8ff3-e63df32bdcda tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 945 time: 0.2850785
Apr 23 10:29:35.520887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c373752d-be59-4bda-beb9-24051c9f2e89 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:35.608284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb9fb7-250b-4da2-99e2-7c4daad4ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.613867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2158e58f-0b11-4ef7-a8da-9cb1a78f59d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:35.622527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port c373752d-be59-4bda-beb9-24051c9f2e89 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:35.622947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.650613 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9fdd511e-ca19-49bc-b233-ded7ee7ecd1e req-5f701319-9e5c-4b83-a09a-50b25f0f3265 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671338
Apr 23 10:29:35.657317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb9fb7-250b-4da2-99e2-7c4daad4ad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10884bdd-cf2e-4c76-8b3d-8cfd0bb72370,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:35.665318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c9bb9fb7-250b-4da2-99e2-7c4daad4ad5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:35.682650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c9bb9fb7-250b-4da2-99e2-7c4daad4ad5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.699898 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c9bb9fb7-250b-4da2-99e2-7c4daad4ad5f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10884bdd-cf2e-4c76-8b3d-8cfd0bb72370 HTTP/1.1" status: 204  len: 168 time: 0.5104637
Apr 23 10:29:35.702230 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b3f680-3936-44a3-96ba-b0ff36e0eb8b', 'tag': '34853bb3-9cd6-49e9-a556-7927a68108a4', 'status': 'completed', 'code': 200}
Apr 23 10:29:35.753649 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:35.768139 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:35.969723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:35.974309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:35.979100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:35.985896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:35.986780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:36.034052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-b3113a37-e9d9-4a3b-9d52-a66536f29a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:36.038459 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-b3113a37-e9d9-4a3b-9d52-a66536f29a5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1097 time: 0.2508426
Apr 23 10:29:36.082876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Pushing event updated for resources: {'Port': ['ID=13929007-c1df-4389-96b1-175993381665,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:36.087931 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4758567-d825-49c2-9ebe-c7559e80e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81e6604-2f1d-4c87-85de-66a27bd76af4', 'code': 200}
Apr 23 10:29:36.116232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:36.134224 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b582a800-b3fc-498e-989f-d14eaeb5e85e req-258c92a6-2a14-4ebd-a017-b28484c9793a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 210 time: 0.1337512
Apr 23 10:29:36.146010 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8874676
Apr 23 10:29:36.165505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Request body: {'port': {'device_id': '5927b7c4-a36a-4c32-8802-5385efdf5b27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:36.376032 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b5f4ebc-8f37-4f1b-a2ec-34a843ae4ca8 req-0a915159-0606-473f-a885-253ee32d01c3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 210 time: 0.1399531
Apr 23 10:29:36.443000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-69e373ad-6581-4061-9ef1-366c7dd87a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:36.446775 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-69e373ad-6581-4061-9ef1-366c7dd87a35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.4015114
Apr 23 10:29:36.557501 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-7dd32508-fd03-4426-9ff6-fcc9be59ef79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 200  len: 217 time: 0.1035268
Apr 23 10:29:36.615904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:36.641093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.48', 53356) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:36.648140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-98bbe415-e0bb-43e2-a10d-d045249ba882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:36.649736 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-98bbe415-e0bb-43e2-a10d-d045249ba882 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.0836649
Apr 23 10:29:36.720065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-888c59b7-f888-4882-9439-8a55fcbe430c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:36.777322 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-59bbf868-866c-4fc3-a545-c8d50855d0df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1164258
Apr 23 10:29:37.012565 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 34853bb3-9cd6-49e9-a556-7927a68108a4 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:29:37.191461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.48', 53357) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:37.443784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 34853bb3-9cd6-49e9-a556-7927a68108a4, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=34853bb3-9cd6-49e9-a556-7927a68108a4,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:37.474739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '34853bb3-9cd6-49e9-a556-7927a68108a4', 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d', 'port_id': '34853bb3-9cd6-49e9-a556-7927a68108a4', 'mac_address': 'fa:16:3e:df:31:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76643490-c41f-4c91-8c93-5587b912e92b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:29:37.519735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-a99f716c-4fb5-43e5-a50e-8f15f506083e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:37.521363 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-a99f716c-4fb5-43e5-a50e-8f15f506083e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 816 time: 0.3269601
Apr 23 10:29:37.541629 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-5a963a5a-4649-4a0d-afe9-035d14b20168 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7561998
Apr 23 10:29:37.606424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13929007-c1df-4389-96b1-175993381665 {{(pid=86337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:37.620567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:37.710899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3329819-afa4-41f7-b032-4f8d34bc9d1e req-18d6acad-6f25-4ca9-800d-03b0b91131f4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:37.711921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-c3329819-afa4-41f7-b032-4f8d34bc9d1e req-18d6acad-6f25-4ca9-800d-03b0b91131f4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Synchronizing usage tracker for tenant:4464ead82ee04d149c09c620add0b353 on resource:port {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:37.725326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Transition to ACTIVE for port object 13929007-c1df-4389-96b1-175993381665 will not be triggered until provisioned by entity L2. {{(pid=86337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:37.740700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:37.746795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:37.773618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:37.795567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f556cf70-caae-466c-88ba-f1cf33251d2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:37.801359 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34853bb3-9cd6-49e9-a556-7927a68108a4 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:37.852279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 34853bb3-9cd6-49e9-a556-7927a68108a4, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=34853bb3-9cd6-49e9-a556-7927a68108a4,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:37.856208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:37.861826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:37.920434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-c3329819-afa4-41f7-b032-4f8d34bc9d1e req-18d6acad-6f25-4ca9-800d-03b0b91131f4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Unset dirty status for tenant:4464ead82ee04d149c09c620add0b353 on resource:port {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:37.922068 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c3329819-afa4-41f7-b032-4f8d34bc9d1e req-18d6acad-6f25-4ca9-800d-03b0b91131f4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 932 time: 1.5238240
Apr 23 10:29:37.952041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e92628-2d56-483d-91f8-3c500a9de705 req-be05ec5f-b0ec-42b6-9514-4f394230b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:37.953835 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-73e92628-2d56-483d-91f8-3c500a9de705 req-be05ec5f-b0ec-42b6-9514-4f394230b2eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 1098 time: 1.2901146
Apr 23 10:29:37.977096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.48', 53361) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:38.049345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146f46f-8e8e-4134-8882-1ae047a34347 req-3a0cb075-0c1e-4912-ba11-fa6f0c18c4c0 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:38.055329 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=34853bb3-9cd6-49e9-a556-7927a68108a4,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:38.058753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:38.060932 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9146f46f-8e8e-4134-8882-1ae047a34347 req-3a0cb075-0c1e-4912-ba11-fa6f0c18c4c0 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 945 time: 0.7922680
Apr 23 10:29:38.076796 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-1ada767b-ce97-4b9e-b84a-f2e0c5405912 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5126941
Apr 23 10:29:38.089108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-73e92628-2d56-483d-91f8-3c500a9de705 req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:38.150901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-e0ce3f87-5eb5-4d4a-bc55-cb1c2a5a5cf6 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Synchronizing usage tracker for tenant:58dae872da554eea9307d4f29dd5e75b on resource:security_group {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:38.164296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['34853bb3-9cd6-49e9-a556-7927a68108a4'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:29:38.192560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-e0ce3f87-5eb5-4d4a-bc55-cb1c2a5a5cf6 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Unset dirty status for tenant:58dae872da554eea9307d4f29dd5e75b on resource:security_group {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:38.193831 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-e0ce3f87-5eb5-4d4a-bc55-cb1c2a5a5cf6 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58dae872da554eea9307d4f29dd5e75b HTTP/1.1" status: 200  len: 379 time: 0.6311765
Apr 23 10:29:38.231758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Pushing event updated for resources: {'Port': ['ID=13929007-c1df-4389-96b1-175993381665,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:38.249849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:38.303113 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:38.303493 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-2c91541e-eba6-48c8-8222-87e4f89ab032 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:38.305255 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-2c91541e-eba6-48c8-8222-87e4f89ab032 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 811 time: 0.3149693
Apr 23 10:29:38.314208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-73e92628-2d56-483d-91f8-3c500a9de705 req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:38.325121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'port': {'device_id': '65ec3c16-6d0c-4397-8525-ada093144765', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'admin_state_up': True, 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'security_groups': ['45f19be0-be30-4445-b024-9c50ce70c2ba']}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:38.329158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Attempting to bind port 13929007-c1df-4389-96b1-175993381665 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:38.332712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Attempting to bind port 13929007-c1df-4389-96b1-175993381665 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'}] {{(pid=86337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:38.333277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Attempting to bind port 13929007-c1df-4389-96b1-175993381665 on network d6e67eca-3bed-4c2e-ba29-133e0ff9555d {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:38.348087 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9146f46f-8e8e-4134-8882-1ae047a34347 req-ac83026b-af14-404b-b694-3d5cadcee929 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2859476
Apr 23 10:29:38.352279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-73e92628-2d56-483d-91f8-3c500a9de705 req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Usage tracker for resource:security_group_rule and tenant:4feabfc3f34e42eda43f279ad1c5d9c1 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:38.367835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-c3329819-afa4-41f7-b032-4f8d34bc9d1e req-1029a604-223f-403a-8e85-560bacc8a7b9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Synchronizing usage tracker for tenant:4464ead82ee04d149c09c620add0b353 on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:38.371609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-73e92628-2d56-483d-91f8-3c500a9de705 req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:38.382427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Port 13929007-c1df-4389-96b1-175993381665 on network d6e67eca-3bed-4c2e-ba29-133e0ff9555d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:29:38.382792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Attempting to bind port 13929007-c1df-4389-96b1-175993381665 on network d6e67eca-3bed-4c2e-ba29-133e0ff9555d {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:38.396259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-73e92628-2d56-483d-91f8-3c500a9de705 req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:38.420971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:38.421619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Checking segment: {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:38.422187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Bound using segment: {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'} {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:38.422811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Bound port: 13929007-c1df-4389-96b1-175993381665, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a4805b-8d75-4e86-9050-c4c7ea356a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d'}}] {{(pid=86337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:38.423357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:38.583341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] For port 13929007-c1df-4389-96b1-175993381665, host hv-cinder-77923, cleared binding levels {{(pid=86337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:38.591311 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] For port 13929007-c1df-4389-96b1-175993381665, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=13929007-c1df-4389-96b1-175993381665,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:38.603636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:38.613517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0bf5558-a315-49c6-b639-bab4def03551 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:38.681103 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41202) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:38.711900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:38.716431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:port and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:38.719815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:38.727383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:38.751742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-73e92628-2d56-483d-91f8-3c500a9de705 req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:38.762540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:38.763230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:38.764707 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] 10.222.0.48 "PUT /v2.0/ports/13929007-c1df-4389-96b1-175993381665 HTTP/1.1" status: 200  len: 1094 time: 2.6039646
Apr 23 10:29:38.778645 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2bb09394-cf9c-47fa-9c14-5a22cdad0075 req-9bddbda8-37ba-4433-ada5-3911a5370516 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 210 time: 0.1063259
Apr 23 10:29:38.782956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5927b7c4-a36a-4c32-8802-5385efdf5b27', 'tag': '13929007-c1df-4389-96b1-175993381665'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:38.794679 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-4f7dfb93-5d1d-4fc5-8b84-c4a2a84ceef2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1deadace3cdb4a64aaf14100caacd8a0 HTTP/1.1" status: 200  len: 380 time: 0.1902394
Apr 23 10:29:38.795847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Made reservation on behalf of 58dae872da554eea9307d4f29dd5e75b for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:29:38.803352 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:38.804526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-73e92628-2d56-483d-91f8-3c500a9de705 req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:38.839039 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'port': {'device_id': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'admin_state_up': True, 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'security_groups': ['c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb']}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:38.845417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:38.870364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-c3329819-afa4-41f7-b032-4f8d34bc9d1e req-1029a604-223f-403a-8e85-560bacc8a7b9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Unset dirty status for tenant:4464ead82ee04d149c09c620add0b353 on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:38.871855 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c3329819-afa4-41f7-b032-4f8d34bc9d1e req-1029a604-223f-403a-8e85-560bacc8a7b9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9381540
Apr 23 10:29:38.990774 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5927b7c4-a36a-4c32-8802-5385efdf5b27', 'tag': '13929007-c1df-4389-96b1-175993381665', 'status': 'completed', 'code': 200}
Apr 23 10:29:38.995461 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-73e92628-2d56-483d-91f8-3c500a9de705 req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0030391
Apr 23 10:29:39.010041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Pushing event updated for resources: {'Port': ['ID=13929007-c1df-4389-96b1-175993381665,revision_number=3']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:39.017948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:39.026923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:39.129602 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-48570f71-be0b-4735-9406-a548793b9514 req-bb761898-e0fe-465e-bdff-b73e6da5d68d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 210 time: 0.1086674
Apr 23 10:29:39.156927 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-478597d7-3ae7-47a1-b72c-7ac8f6259ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:39.162971 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-478597d7-3ae7-47a1-b72c-7ac8f6259ab2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 1097 time: 0.2910314
Apr 23 10:29:39.164996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:39.167927 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=85ec18b2-2dd8-4c81-906a-40ed9f6307da,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:39.178162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:39.266898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:39.341819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Made reservation on behalf of 1deadace3cdb4a64aaf14100caacd8a0 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:29:39.347957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:39.384014 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-beacbdef-ba47-46f0-8655-177be94c1b14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13929007-c1df-4389-96b1-175993381665 HTTP/1.1" status: 200  len: 217 time: 0.0815520
Apr 23 10:29:39.483430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:39.516077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:39.522763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-1f5be203-6afe-4322-ae2c-b54e54d46ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:39.527110 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-1f5be203-6afe-4322-ae2c-b54e54d46ba5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.1359622
Apr 23 10:29:39.579948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Usage tracker for resource:security_group_rule and tenant:12611ac6683b4527aeb4296260b5c598 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:39.719373 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Allocated IP 172.20.0.3 (74ce0333-9c48-4617-a7c4-c72396622d38/7e6f4e92-efbf-4e34-b224-20c487e154b7/8a07215a-09c4-436b-88c9-810eb5bfe916) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:39.813234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Allocated IP 172.20.0.5 (6324dbe3-5626-411e-a23f-f2dd748a1268/1f4f7054-f33d-4cb0-88a2-35a2f04e2180/2328a75a-c921-4cb4-a8b2-186ddc9d4b4b) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:29:39.962690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:39.996545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:40.048569 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-e5abf334-d2c8-4e05-ba6a-deed5d8cca2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4645100
Apr 23 10:29:40.092349 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4e1908d9-041d-411e-88fc-139f3171d6d8 req-e65679d9-f469-4433-8a96-2f9a01dee82c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 210 time: 0.0972314
Apr 23 10:29:40.170948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:40.206263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Transition to ACTIVE for port object 8a07215a-09c4-436b-88c9-810eb5bfe916 will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:40.209569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:40.232198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Transition to ACTIVE for port object 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:40.261203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b3bfb-739f-4ae4-8e64-013452128c72 req-07ea8e12-0c72-4e1b-8e82-0ee6064d87e1 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:40.262700 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5c4b3bfb-739f-4ae4-8e64-013452128c72 req-07ea8e12-0c72-4e1b-8e82-0ee6064d87e1 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 945 time: 0.7482355
Apr 23 10:29:40.263714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:40.278506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:40.322286 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-5b82b8cc-fbc5-4735-9017-1f64f2c06633 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2548254
Apr 23 10:29:40.358479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:40.364475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:40.373313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:40.376770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Network 74ce0333-9c48-4617-a7c4-c72396622d38 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:40.387700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:40.389704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:40.431857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:40.437976 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:40.438748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:40.450236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:29:40.453109 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:29:40.466296 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5c4b3bfb-739f-4ae4-8e64-013452128c72 req-3794776e-9912-4be4-9468-fec3660e4bd1 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861665
Apr 23 10:29:40.469885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:29:40.477182 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:40.477900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:40.491376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:40.553271 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'Port': ['ID=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:40.556490 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2500992
Apr 23 10:29:40.558417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:40.561955 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7453463
Apr 23 10:29:40.564657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:40.596370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0c636d0a-e813-47a5-8410-68355c1c8e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:40.619630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Request body: {'port': {'device_id': '65ec3c16-6d0c-4397-8525-ada093144765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:40.709930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Request body: {'port': {'device_id': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:40.802873 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-ed6303e7-827b-4724-a6ac-d34c6ef71057 None None] Provisioning for port 8a07215a-09c4-436b-88c9-810eb5bfe916 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:40.814788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-ed6303e7-827b-4724-a6ac-d34c6ef71057 None None] Provisioning complete for port 8a07215a-09c4-436b-88c9-810eb5bfe916 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:40.817949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ed6303e7-827b-4724-a6ac-d34c6ef71057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:40.844052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50664fb0-1422-4f53-abd1-c6dbbccc7236,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:40.898476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-ed6303e7-827b-4724-a6ac-d34c6ef71057 None None] Port 8a07215a-09c4-436b-88c9-810eb5bfe916 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:29:40.903743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:40.932218 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12611ac6683b4527aeb4296260b5c598&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2495935
Apr 23 10:29:40.943417 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e1ab943-27a1-4173-97c4-7ed00ff1394c req-c4251ede-c721-43d1-99af-bc176b9bd464 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6137114
Apr 23 10:29:40.944729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41294) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:41.019994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 34853bb3-9cd6-49e9-a556-7927a68108a4 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:41.060478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308221c-681e-4af8-bd5d-941d7a1caa1c req-2bfeacb7-73f0-4530-a244-854300105b46 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:41.062693 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d308221c-681e-4af8-bd5d-941d7a1caa1c req-2bfeacb7-73f0-4530-a244-854300105b46 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 944 time: 0.5954380
Apr 23 10:29:41.134919 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-a88094d4-629c-445f-a57f-0c8f3cfcaa94 None None] Provisioning for port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:41.141712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-a88094d4-629c-445f-a57f-0c8f3cfcaa94 None None] Provisioning complete for port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:41.142601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a88094d4-629c-445f-a57f-0c8f3cfcaa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.146917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74c3694d-8cd2-4b47-b819-297d1d9a16fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.184794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560e3df-38a8-4001-ba3a-8e6ca38b6b72 req-0dca039b-6be6-4186-b7c8-dd01ff64e35a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:41.187027 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a560e3df-38a8-4001-ba3a-8e6ca38b6b72 req-0dca039b-6be6-4186-b7c8-dd01ff64e35a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 931 time: 0.5019858
Apr 23 10:29:41.207386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.218213 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d308221c-681e-4af8-bd5d-941d7a1caa1c req-7e857ba0-7b4f-49b6-b165-a6ff839e2ed9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740068
Apr 23 10:29:41.228917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 34853bb3-9cd6-49e9-a556-7927a68108a4 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:41.245157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-a88094d4-629c-445f-a57f-0c8f3cfcaa94 None None] Port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:29:41.251024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 34853bb3-9cd6-49e9-a556-7927a68108a4 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:41.251449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.297464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74c3694d-8cd2-4b47-b819-297d1d9a16fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.308732 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a560e3df-38a8-4001-ba3a-8e6ca38b6b72 req-ad7cbae3-7a23-4f17-bf6c-f108bfa14038 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013434
Apr 23 10:29:41.347747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40823c2-062f-4ba9-b512-925adb237d9e req-9699d88c-8172-4632-bd80-1af9f7bccff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:41.347747 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f40823c2-062f-4ba9-b512-925adb237d9e req-9699d88c-8172-4632-bd80-1af9f7bccff4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 1097 time: 0.2742078
Apr 23 10:29:41.492226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74c3694d-8cd2-4b47-b819-297d1d9a16fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.492349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.554736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cf16667d-6bc5-4d32-b74a-c9172721bd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:41.557152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.584598 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74c3694d-8cd2-4b47-b819-297d1d9a16fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.585886 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-74c3694d-8cd2-4b47-b819-297d1d9a16fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50664fb0-1422-4f53-abd1-c6dbbccc7236 HTTP/1.1" status: 204  len: 168 time: 0.6334660
Apr 23 10:29:41.594307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3694d-8cd2-4b47-b819-297d1d9a16fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50664fb0-1422-4f53-abd1-c6dbbccc7236,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:41.606174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40823c2-062f-4ba9-b512-925adb237d9e req-542af886-5aad-43ac-938d-670b8d850804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:41.607833 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f40823c2-062f-4ba9-b512-925adb237d9e req-542af886-5aad-43ac-938d-670b8d850804 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.2582705
Apr 23 10:29:41.608759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-74c3694d-8cd2-4b47-b819-297d1d9a16fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:41.672944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 34853bb3-9cd6-49e9-a556-7927a68108a4, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=34853bb3-9cd6-49e9-a556-7927a68108a4,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:41.682523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b3f680-3936-44a3-96ba-b0ff36e0eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34853bb3-9cd6-49e9-a556-7927a68108a4'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:41.689810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:41.699378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:41.783046 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f40823c2-062f-4ba9-b512-925adb237d9e req-dc89f66e-6e2f-4ade-9d29-9c21d5398f35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13929007-c1df-4389-96b1-175993381665 HTTP/1.1" status: 200  len: 217 time: 0.1650717
Apr 23 10:29:41.796592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=34853bb3-9cd6-49e9-a556-7927a68108a4,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:41.801352 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:41.854159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f784a83-93bc-46a8-ba98-e1ba8a690d1f req-31ff0c63-33bb-44ea-b9f1-1181935bd44c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:41.861750 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1f784a83-93bc-46a8-ba98-e1ba8a690d1f req-31ff0c63-33bb-44ea-b9f1-1181935bd44c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 931 time: 0.3839452
Apr 23 10:29:41.946127 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1f784a83-93bc-46a8-ba98-e1ba8a690d1f req-b8096d47-09c6-4eb1-bea7-2f70df5671df tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831938
Apr 23 10:29:41.981121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e37bc1-055b-451d-8234-a8887cef5375 req-1dfd78db-f98b-4d50-9c9c-144fd8276d25 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:41.982950 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-93e37bc1-055b-451d-8234-a8887cef5375 req-1dfd78db-f98b-4d50-9c9c-144fd8276d25 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 945 time: 0.2165480
Apr 23 10:29:42.065353 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b3f680-3936-44a3-96ba-b0ff36e0eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34853bb3-9cd6-49e9-a556-7927a68108a4', 'code': 200}
Apr 23 10:29:42.077373 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-93e37bc1-055b-451d-8234-a8887cef5375 req-ac1e932c-29c7-49ff-b2ca-475a3bef1c45 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831654
Apr 23 10:29:42.121398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41360) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:42.140338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:42.160311 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:42.164549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Usage tracker for resource:security_group_rule and tenant:5537c7e641a34e21b4ae7256bc24bc84 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:42.167588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:42.173782 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:42.237130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:42.249998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:42.271842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Transition to ACTIVE for port object 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:42.290060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:42.311797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:42.317706 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:42.332744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:42.338467 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-74c3694d-8cd2-4b47-b819-297d1d9a16fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:42.431098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c02b4a-fd60-49f2-b689-77758ec6a949,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:42.468187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:42.628594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Pushing event updated for resources: {'Port': ['ID=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:42.631947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:42.634579 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a07215a-09c4-436b-88c9-810eb5bfe916 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:42.662144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Attempting to bind port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:42.662522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Attempting to bind port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:42.662892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Attempting to bind port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b on network 6324dbe3-5626-411e-a23f-f2dd748a1268 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:42.667791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:42.676686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b on network 6324dbe3-5626-411e-a23f-f2dd748a1268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:29:42.677024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Attempting to bind port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b on network 6324dbe3-5626-411e-a23f-f2dd748a1268 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:42.689945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:42.690395 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Checking segment: {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:42.690905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Bound using segment: {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:42.691395 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Bound port: 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:42.691794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:42.713039 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5537c7e641a34e21b4ae7256bc24bc84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5904007
Apr 23 10:29:42.717444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41386) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:42.752267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40823c2-062f-4ba9-b512-925adb237d9e req-d6ba4060-d3c8-4c9a-b95e-2c9bb2a7093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:42.754153 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f40823c2-062f-4ba9-b512-925adb237d9e req-d6ba4060-d3c8-4c9a-b95e-2c9bb2a7093e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.2041016
Apr 23 10:29:42.766874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Transition to ACTIVE for port object 8a07215a-09c4-436b-88c9-810eb5bfe916 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:29:42.835362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97875cad-4eea-4808-a3c2-2ef18b6f6b20 req-7cce96e7-21de-47d3-abc4-18c0035edb79 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:42.837020 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97875cad-4eea-4808-a3c2-2ef18b6f6b20 req-7cce96e7-21de-47d3-abc4-18c0035edb79 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 944 time: 0.3469498
Apr 23 10:29:42.850235 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98722cf1-604e-44a4-82dc-6ad41f62fbf5 req-5435bd74-b4d4-4295-8127-903ca84703bc tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:42.853483 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-98722cf1-604e-44a4-82dc-6ad41f62fbf5 req-5435bd74-b4d4-4295-8127-903ca84703bc tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 943 time: 0.3096068
Apr 23 10:29:42.860520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:42.888640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5974e669-325d-490d-b5b6-6a4771fd37ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:42.930119 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97875cad-4eea-4808-a3c2-2ef18b6f6b20 req-d59bebce-d16a-4577-9edb-5b666afd94eb tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751514
Apr 23 10:29:42.946155 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-98722cf1-604e-44a4-82dc-6ad41f62fbf5 req-576f2827-5345-4548-9c43-0dbca34fa76d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760500
Apr 23 10:29:42.976959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-860c173b-083f-4cdb-8e1e-06c8cea12247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.057021 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:43.075469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:43.122085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] For port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:43.140008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-860c173b-083f-4cdb-8e1e-06c8cea12247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.169952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] For port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:43.183093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Attempting to bind port 8a07215a-09c4-436b-88c9-810eb5bfe916 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:29:43.183662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Attempting to bind port 8a07215a-09c4-436b-88c9-810eb5bfe916 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:29:43.183782 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Attempting to bind port 8a07215a-09c4-436b-88c9-810eb5bfe916 on network 74ce0333-9c48-4617-a7c4-c72396622d38 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:43.188240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605050ac-5bfe-408e-82b8-739c24b66861 req-4012feb0-3826-4a2c-a09d-53d20df8511a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:43.189385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.189921 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-605050ac-5bfe-408e-82b8-739c24b66861 req-4012feb0-3826-4a2c-a09d-53d20df8511a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1067424
Apr 23 10:29:43.206872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Port 8a07215a-09c4-436b-88c9-810eb5bfe916 on network 74ce0333-9c48-4617-a7c4-c72396622d38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:29:43.207232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Attempting to bind port 8a07215a-09c4-436b-88c9-810eb5bfe916 on network 74ce0333-9c48-4617-a7c4-c72396622d38 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:29:43.214341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5df5c3c3-1800-4f99-8187-31fba2f705b1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:43.254229 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-605050ac-5bfe-408e-82b8-739c24b66861 req-5076a870-b976-4f75-ac8b-5750f53e23f3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567467
Apr 23 10:29:43.255162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41402) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:43.266658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:29:43.267038 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Checking segment: {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:29:43.267455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Bound using segment: {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:29:43.267936 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Bound port: 8a07215a-09c4-436b-88c9-810eb5bfe916, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:29:43.268322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.307401 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:43.308055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.309502 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] 10.222.0.48 "PUT /v2.0/ports/2328a75a-c921-4cb4-a8b2-186ddc9d4b4b HTTP/1.1" status: 200  len: 1093 time: 2.6969688
Apr 23 10:29:43.312018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'tag': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:43.367548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Pushing event updated for resources: {'Port': ['ID=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:43.377894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:43.379328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-860c173b-083f-4cdb-8e1e-06c8cea12247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.388922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8d0d3520-8cd9-499a-abbc-cbd434f62b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:43.403036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.411482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c173b-083f-4cdb-8e1e-06c8cea12247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c02b4a-fd60-49f2-b689-77758ec6a949,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:43.416226 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'tag': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b', 'status': 'completed', 'code': 200}
Apr 23 10:29:43.417002 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-860c173b-083f-4cdb-8e1e-06c8cea12247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:43.422931 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:43.429194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-860c173b-083f-4cdb-8e1e-06c8cea12247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.432790 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-860c173b-083f-4cdb-8e1e-06c8cea12247 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02c02b4a-fd60-49f2-b689-77758ec6a949 HTTP/1.1" status: 204  len: 168 time: 0.7119412
Apr 23 10:29:43.440258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:29:43.443087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:f2fbbf15cea94e57b4b0c95743abce21 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:43.444212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:29:43.450129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.451090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:43.455641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:43.458005 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:43.526457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:43.527291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.529159 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/8a07215a-09c4-436b-88c9-810eb5bfe916 HTTP/1.1" status: 200  len: 1093 time: 2.9148266
Apr 23 10:29:43.560586 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:43.565010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:43.584003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.591685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.613985 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5585b2ec-c445-4ad2-822d-390c74b62830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:43.659253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41420) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:43.666204 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2fbbf15cea94e57b4b0c95743abce21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4060729
Apr 23 10:29:43.677730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a978e-5c13-45f2-ae6d-d56ea1240cc0,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:43.681626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:43.728313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0168a79-d88f-45ee-a1b4-93e43eb3ec7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.759307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0168a79-d88f-45ee-a1b4-93e43eb3ec7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.805082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0168a79-d88f-45ee-a1b4-93e43eb3ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.810361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:43.825197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0168a79-d88f-45ee-a1b4-93e43eb3ec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a978e-5c13-45f2-ae6d-d56ea1240cc0,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:43.828119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0168a79-d88f-45ee-a1b4-93e43eb3ec7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:43.829204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0168a79-d88f-45ee-a1b4-93e43eb3ec7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.830289 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c0168a79-d88f-45ee-a1b4-93e43eb3ec7c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/617a978e-5c13-45f2-ae6d-d56ea1240cc0 HTTP/1.1" status: 204  len: 168 time: 0.1694543
Apr 23 10:29:43.882882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41428) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:43.902482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:43.919120 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:43.923348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Usage tracker for resource:security_group_rule and tenant:4cec078ee4c045d39258da4606691f48 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:43.926975 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:43.933331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:44.026209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:44.030744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:44.042688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6a2d8756-12b0-4a6e-a6ca-8305bb9e817e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:44.185423 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4cec078ee4c045d39258da4606691f48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3012598
Apr 23 10:29:44.188220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41438) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:44.191593 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118e55c0-8255-42da-8dec-73af9eb7292a,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:44.196905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:44.246165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41442) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:44.256155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-db7e3a75-9c46-4ac8-92a4-b1a20821481d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:44.272270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a43dfc-94cf-4f6b-a6ed-1a6a45a0ae58 req-ce2c47d3-8d2c-470e-8960-86fd85b506fb tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:44.273868 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-01a43dfc-94cf-4f6b-a6ed-1a6a45a0ae58 req-ce2c47d3-8d2c-470e-8960-86fd85b506fb tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 944 time: 0.2198319
Apr 23 10:29:44.284259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-db7e3a75-9c46-4ac8-92a4-b1a20821481d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:44.287018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce0b37-389b-4bcd-9a28-347aa02d1ebb req-8ac2cacd-f889-4185-b085-09648622cbe2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:44.288569 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8dce0b37-389b-4bcd-9a28-347aa02d1ebb req-8ac2cacd-f889-4185-b085-09648622cbe2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 943 time: 0.1802418
Apr 23 10:29:44.290785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:44.333249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-db7e3a75-9c46-4ac8-92a4-b1a20821481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:44.338373 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:44.347005 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:44.351059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e3a75-9c46-4ac8-92a4-b1a20821481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118e55c0-8255-42da-8dec-73af9eb7292a,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:44.353466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-db7e3a75-9c46-4ac8-92a4-b1a20821481d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:44.356959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-db7e3a75-9c46-4ac8-92a4-b1a20821481d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:44.358945 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-db7e3a75-9c46-4ac8-92a4-b1a20821481d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/118e55c0-8255-42da-8dec-73af9eb7292a HTTP/1.1" status: 204  len: 168 time: 0.1694624
Apr 23 10:29:44.362278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Usage tracker for resource:security_group_rule and tenant:05636c6161b143eabe66d87f9cc55e9b is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:44.379322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:44.396967 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-01a43dfc-94cf-4f6b-a6ed-1a6a45a0ae58 req-8e602e29-9e86-4a19-8bc4-08fcbf4c6822 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072307
Apr 23 10:29:44.399511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:44.404315 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8dce0b37-389b-4bcd-9a28-347aa02d1ebb req-4b714f30-541a-4c6d-b223-47774f2b64e4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035690
Apr 23 10:29:44.505538 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:44.508516 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:44.520437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:44.734165 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f40823c2-062f-4ba9-b512-925adb237d9e req-932f7856-6d42-4e17-89c4-3fdea331e882 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2157784
Apr 23 10:29:44.789125 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=05636c6161b143eabe66d87f9cc55e9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5409093
Apr 23 10:29:44.790225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38079f0b-9ad0-4ba4-832f-c50ba4e4310f,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:44.798052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41462) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:44.798904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:44.826074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-8e7110a3-6dc9-46db-9b5a-27311c4d3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:44.827662 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-8e7110a3-6dc9-46db-9b5a-27311c4d3706 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 1096 time: 0.2678006
Apr 23 10:29:44.830882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131eee2-c45f-427e-a6b5-403a9b428829 req-920a5a00-9eef-4765-a1ea-1f944c25993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:44.832395 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d131eee2-c45f-427e-a6b5-403a9b428829 req-920a5a00-9eef-4765-a1ea-1f944c25993e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 1096 time: 0.2067828
Apr 23 10:29:44.951633 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-58f4e23e-447a-4e89-b071-ad8ea8121a12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a07215a-09c4-436b-88c9-810eb5bfe916 HTTP/1.1" status: 200  len: 217 time: 0.0971537
Apr 23 10:29:45.122687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-827c7a8e-a11b-4f77-aa4a-d4c5eaa17ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:45.124230 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-827c7a8e-a11b-4f77-aa4a-d4c5eaa17ab7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.1159072
Apr 23 10:29:45.191949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131eee2-c45f-427e-a6b5-403a9b428829 req-2ec78353-be47-464e-9038-fc2fdb1dbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:45.193670 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d131eee2-c45f-427e-a6b5-403a9b428829 req-2ec78353-be47-464e-9038-fc2fdb1dbc04 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2833877
Apr 23 10:29:45.297225 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f40823c2-062f-4ba9-b512-925adb237d9e req-1de00d14-817c-4f36-a29e-3365bd95a2e8 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5474997
Apr 23 10:29:45.370102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-e9774e74-f849-447a-bc94-5ab6d413c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:45.372001 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-e9774e74-f849-447a-bc94-5ab6d413c4ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2323942
Apr 23 10:29:45.411408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 13929007-c1df-4389-96b1-175993381665 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:29:45.420795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:45.427150 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131eee2-c45f-427e-a6b5-403a9b428829 req-3a6e327f-4588-4ae2-9f29-0fba64234bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:45.429653 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d131eee2-c45f-427e-a6b5-403a9b428829 req-3a6e327f-4588-4ae2-9f29-0fba64234bb7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2289600
Apr 23 10:29:45.492570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5d7ce91e-4bb1-48d2-ba15-1b01e2f18ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:45.498227 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f40823c2-062f-4ba9-b512-925adb237d9e req-235b2ede-5e36-4478-80cb-abbf7879ad27 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877704
Apr 23 10:29:45.507844 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2e5e8-c07e-4310-94dc-c38840a14692 req-aecaeffd-f4f5-40ad-8841-c290108086bb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:45.509798 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e3c2e5e8-c07e-4310-94dc-c38840a14692 req-aecaeffd-f4f5-40ad-8841-c290108086bb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.9450076
Apr 23 10:29:45.515310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776db922-0277-4053-891e-9686d06aee39 req-08d33dec-4e1c-4827-ae2b-35ad0a673005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:45.517034 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-776db922-0277-4053-891e-9686d06aee39 req-08d33dec-4e1c-4827-ae2b-35ad0a673005 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1099 time: 0.4452119
Apr 23 10:29:45.668095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 13929007-c1df-4389-96b1-175993381665, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=13929007-c1df-4389-96b1-175993381665,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:45.685233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '13929007-c1df-4389-96b1-175993381665', 'network_id': 'd6e67eca-3bed-4c2e-ba29-133e0ff9555d', 'port_id': '13929007-c1df-4389-96b1-175993381665', 'mac_address': 'fa:16:3e:b9:de:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76643490-c41f-4c91-8c93-5587b912e92b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:29:45.705054 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-776db922-0277-4053-891e-9686d06aee39 req-fcdd63f0-713b-4454-bde8-0738be6a15eb service neutron] Synchronizing usage tracker for tenant:4feabfc3f34e42eda43f279ad1c5d9c1 on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:29:45.724482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5d7ce91e-4bb1-48d2-ba15-1b01e2f18ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:45.850615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:45.885410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13929007-c1df-4389-96b1-175993381665 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:45.900181 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e3c2e5e8-c07e-4310-94dc-c38840a14692 req-2fcb595e-9349-499f-846f-e3a309d4ea7a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3729384
Apr 23 10:29:45.903502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 13929007-c1df-4389-96b1-175993381665, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=13929007-c1df-4389-96b1-175993381665,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:45.907796 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:45.910956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d4123ab1-23ce-4448-86bd-57e32da7976e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:45.929513 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-776db922-0277-4053-891e-9686d06aee39 req-fcdd63f0-713b-4454-bde8-0738be6a15eb service neutron] Unset dirty status for tenant:4feabfc3f34e42eda43f279ad1c5d9c1 on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:29:45.931517 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-776db922-0277-4053-891e-9686d06aee39 req-fcdd63f0-713b-4454-bde8-0738be6a15eb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4036658
Apr 23 10:29:45.994025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1083f4-c189-4b9e-8842-01c7b290ce9a req-96aafe62-2429-4bd0-8a90-a54faa819a8e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:46.001896 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fe1083f4-c189-4b9e-8842-01c7b290ce9a req-96aafe62-2429-4bd0-8a90-a54faa819a8e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 944 time: 0.1710801
Apr 23 10:29:46.008279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5d7ce91e-4bb1-48d2-ba15-1b01e2f18ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:46.028928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:46.060037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ce91e-4bb1-48d2-ba15-1b01e2f18ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38079f0b-9ad0-4ba4-832f-c50ba4e4310f,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:46.082837 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-aac4c293-d779-447e-a5d5-d60883fc35e6 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6996658
Apr 23 10:29:46.088934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5d7ce91e-4bb1-48d2-ba15-1b01e2f18ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:46.098599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=13929007-c1df-4389-96b1-175993381665,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:46.115549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:46.140266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-2bf4f872-844c-408b-905b-93354d3186bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:46.142130 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-2bf4f872-844c-408b-905b-93354d3186bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 1096 time: 0.2959113
Apr 23 10:29:46.198412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5d7ce91e-4bb1-48d2-ba15-1b01e2f18ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:46.202887 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5d7ce91e-4bb1-48d2-ba15-1b01e2f18ad5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38079f0b-9ad0-4ba4-832f-c50ba4e4310f HTTP/1.1" status: 204  len: 168 time: 1.1336267
Apr 23 10:29:46.211789 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fe1083f4-c189-4b9e-8842-01c7b290ce9a req-fe01a1de-e932-48cb-a892-7cbbd545b0ed tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089643
Apr 23 10:29:46.247509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['13929007-c1df-4389-96b1-175993381665'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:29:46.294948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbb7d8-11ef-45b6-9584-0a7b6cca96a0 req-d61a4bbd-41dc-4e3f-987b-f9c3a339b540 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:46.296652 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6dcbb7d8-11ef-45b6-9584-0a7b6cca96a0 req-d61a4bbd-41dc-4e3f-987b-f9c3a339b540 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 943 time: 0.1851833
Apr 23 10:29:46.428438 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6dcbb7d8-11ef-45b6-9584-0a7b6cca96a0 req-5314772f-a6e0-470b-b597-a2a873d9f646 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204057
Apr 23 10:29:46.603736 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'status': 'completed', 'code': 200}
Apr 23 10:29:46.624555 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-a6dfdf4b-438e-4162-87b0-704b7bfd7391 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b HTTP/1.1" status: 200  len: 217 time: 0.3009853
Apr 23 10:29:46.735908 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-580d7134-b91c-417a-a777-0b153a8ce7e2 req-9695a76e-bff8-4a63-929d-4ea570f5e180 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4140973
Apr 23 10:29:46.744154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-7aec6940-d628-4a13-90ed-ae2dde7f769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:46.745659 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-7aec6940-d628-4a13-90ed-ae2dde7f769a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 200  len: 850 time: 0.1057124
Apr 23 10:29:46.839345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-e7167eca-008b-4f1c-b905-2f0a3935e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:46.841093 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-e7167eca-008b-4f1c-b905-2f0a3935e3ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6324dbe3-5626-411e-a23f-f2dd748a1268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785706
Apr 23 10:29:47.093061 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-3b3762b5-e889-4d51-a868-6082f790769d service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151346
Apr 23 10:29:47.098324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-1a75cc18-2e42-4eac-860e-0d718d61c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:47.098324 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-1a75cc18-2e42-4eac-860e-0d718d61c2db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 1096 time: 0.1958971
Apr 23 10:29:47.191331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad2fe9-1c50-4124-9105-c895f671225e req-4931a551-8524-424a-ae15-41bd8b1cb23e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:47.227000 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-80ad2fe9-1c50-4124-9105-c895f671225e req-4931a551-8524-424a-ae15-41bd8b1cb23e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1462588
Apr 23 10:29:47.334881 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-80ad2fe9-1c50-4124-9105-c895f671225e req-e1425141-cd5a-46b8-873f-4716d7ea9097 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1067247
Apr 23 10:29:47.428088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 13929007-c1df-4389-96b1-175993381665 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:47.446586 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-eaefdbed-7e07-46d6-98e4-a8e5ad1d373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:47.448414 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-eaefdbed-7e07-46d6-98e4-a8e5ad1d373f service neutron] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 917 time: 0.3284290
Apr 23 10:29:47.458923 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a68c6bd5-f9e4-4999-9c20-f87dd4ddba27 req-149b5360-bd71-47c9-92d7-1424b5880a45 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3112502
Apr 23 10:29:47.545468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 13929007-c1df-4389-96b1-175993381665 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:47.552055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 13929007-c1df-4389-96b1-175993381665 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:47.552620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:47.627018 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-7603f5d5-6acc-4d91-b518-74742549f2b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a07215a-09c4-436b-88c9-810eb5bfe916 HTTP/1.1" status: 200  len: 217 time: 0.1464629
Apr 23 10:29:47.658113 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd127629-7526-4807-93da-c68b88f84954 req-492b3023-13fc-4f51-99b7-6a7983a7beea tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:47.673303 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fd127629-7526-4807-93da-c68b88f84954 req-492b3023-13fc-4f51-99b7-6a7983a7beea tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 945 time: 0.2392175
Apr 23 10:29:47.711258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:47.762768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 13929007-c1df-4389-96b1-175993381665, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=13929007-c1df-4389-96b1-175993381665,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:47.764470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5927b7c4-a36a-4c32-8802-5385efdf5b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13929007-c1df-4389-96b1-175993381665'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:47.773471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:47.776538 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:47.780689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-2c7697d5-c37c-4360-ac60-c037f746bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:47.788120 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-2c7697d5-c37c-4360-ac60-c037f746bfd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.1541145
Apr 23 10:29:47.886123 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fd127629-7526-4807-93da-c68b88f84954 req-1b1d0f0b-6bf2-48fd-b8b8-a2eb19f92d4f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087822
Apr 23 10:29:47.894230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=13929007-c1df-4389-96b1-175993381665,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:47.914938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:47.959732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a623b-4920-46b0-88c7-25dc4c7e038c req-64461dea-66e4-4db7-8d73-f90311fa2eb3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:47.962260 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-294a623b-4920-46b0-88c7-25dc4c7e038c req-64461dea-66e4-4db7-8d73-f90311fa2eb3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 943 time: 0.2848001
Apr 23 10:29:47.963417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-8fa7ff0c-0fa4-4df1-b05f-f338e9c92b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:47.965004 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-8fa7ff0c-0fa4-4df1-b05f-f338e9c92b96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1634386
Apr 23 10:29:47.985214 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5927b7c4-a36a-4c32-8802-5385efdf5b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13929007-c1df-4389-96b1-175993381665', 'code': 200}
Apr 23 10:29:48.048020 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-294a623b-4920-46b0-88c7-25dc4c7e038c req-71cadcaf-096b-4222-add0-4cafc54aa628 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786226
Apr 23 10:29:48.189560 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-27d69827-75d5-412c-83ec-c6e71c67440d service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122300
Apr 23 10:29:48.201402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41602) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:48.398059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:48.437454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:48.446103 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Usage tracker for resource:security_group_rule and tenant:7cac6b07bc0040949f47fc87ca40affe is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:48.450058 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2ea4f2ac-02a8-4b7a-a642-452e222b793e req-0d89ba01-d749-4baa-af7c-be99002663db service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2396939
Apr 23 10:29:48.461571 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:48.469822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:48.478514 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650b96f-e982-408d-b68c-7fd77322e9c5 req-34f3e573-2294-442a-b78e-707265cc329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:48.480602 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1650b96f-e982-408d-b68c-7fd77322e9c5 req-34f3e573-2294-442a-b78e-707265cc329f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 1099 time: 0.2418699
Apr 23 10:29:48.557156 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1650b96f-e982-408d-b68c-7fd77322e9c5 req-826e9cd4-aef8-4901-abcd-a886865282df service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672019
Apr 23 10:29:48.665459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:48.669694 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:48.678952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:48.728501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b924d-276a-4ce0-a3d8-2d663067295f,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:48.731974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:48.737577 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7cac6b07bc0040949f47fc87ca40affe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5322907
Apr 23 10:29:48.738025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41624) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:48.747909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb0f9c-5da5-428d-ac3b-5c305367a2d0 req-3c457758-ff57-4aa4-97a7-7c018d760354 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:48.749524 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-83bb0f9c-5da5-428d-ac3b-5c305367a2d0 req-3c457758-ff57-4aa4-97a7-7c018d760354 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1925144
Apr 23 10:29:48.800888 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-83bb0f9c-5da5-428d-ac3b-5c305367a2d0 req-b93b7c19-5e3f-4283-90ea-47bf96f760ad tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437379
Apr 23 10:29:48.813314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ea84-573d-4fe7-a8e0-c75105907a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:48.842548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ea84-573d-4fe7-a8e0-c75105907a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:48.891518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ea84-573d-4fe7-a8e0-c75105907a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:48.897677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b3b2991e-4745-474c-8bcb-8b5225d0637d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:48.909054 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2ea84-573d-4fe7-a8e0-c75105907a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b924d-276a-4ce0-a3d8-2d663067295f,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:48.915967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f2d2ea84-573d-4fe7-a8e0-c75105907a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:48.917156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ea84-573d-4fe7-a8e0-c75105907a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:48.929694 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f2d2ea84-573d-4fe7-a8e0-c75105907a19 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e26b924d-276a-4ce0-a3d8-2d663067295f HTTP/1.1" status: 204  len: 168 time: 0.1819308
Apr 23 10:29:49.128422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d2834-7b58-48d2-b466-ce35e0cd82de req-0491a63f-a8a6-4ca2-8871-d41def933553 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:49.136014 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f31d2834-7b58-48d2-b466-ce35e0cd82de req-0491a63f-a8a6-4ca2-8871-d41def933553 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1027515
Apr 23 10:29:49.185332 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f31d2834-7b58-48d2-b466-ce35e0cd82de req-d5a39125-9c4f-416c-9914-369942c98cdd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483239
Apr 23 10:29:49.302248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57107-e24b-434d-b4fa-a7e71fd7722b req-04b78423-a0b2-46a6-895e-8faeb905c44f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:49.303876 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1fc57107-e24b-434d-b4fa-a7e71fd7722b req-04b78423-a0b2-46a6-895e-8faeb905c44f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 943 time: 0.0966995
Apr 23 10:29:49.344686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41652) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:49.369618 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1fc57107-e24b-434d-b4fa-a7e71fd7722b req-493ca950-35b0-4d65-951a-1731e2fbd454 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523157
Apr 23 10:29:49.372086 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:49.390263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:49.394450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Usage tracker for resource:security_group_rule and tenant:7e77be75837f433b86a7c05fea59fba5 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:49.397599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:49.403644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:49.481474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:29:49.490692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:49.493815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:49.509286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-860c173b-083f-4cdb-8e1e-06c8cea12247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:49.549531 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e77be75837f433b86a7c05fea59fba5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2034497
Apr 23 10:29:49.551719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41662) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:49.553567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1560c734-b33e-4f31-be91-7d7c5c2df5a3,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:49.556895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:49.704098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e1c39828-25f7-413b-ad4f-d55acb8444eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:49.778273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e1c39828-25f7-413b-ad4f-d55acb8444eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:49.843137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e1c39828-25f7-413b-ad4f-d55acb8444eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:49.849338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f596f8b0-92d1-4357-a17c-86d95ea59960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:49.863759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:49.876801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c39828-25f7-413b-ad4f-d55acb8444eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1560c734-b33e-4f31-be91-7d7c5c2df5a3,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:49.879953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'port_id': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'mac_address': 'fa:16:3e:a1:6d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:29:49.887195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e1c39828-25f7-413b-ad4f-d55acb8444eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:49.890793 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e1c39828-25f7-413b-ad4f-d55acb8444eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1560c734-b33e-4f31-be91-7d7c5c2df5a3 HTTP/1.1" status: 204  len: 168 time: 0.3357525
Apr 23 10:29:49.890793 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e1c39828-25f7-413b-ad4f-d55acb8444eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:49.955820 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:49.981445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a07215a-09c4-436b-88c9-810eb5bfe916 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:50.004611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:50.010072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:50.011524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:29:50.015505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:50.038662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f52fd-d846-4391-9d31-770ec970cd7b req-0b608587-b18c-4469-aaec-36f18d08fd42 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:50.041018 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f48f52fd-d846-4391-9d31-770ec970cd7b req-0b608587-b18c-4469-aaec-36f18d08fd42 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1030304
Apr 23 10:29:50.095610 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f48f52fd-d846-4391-9d31-770ec970cd7b req-ee5e82cb-c1ba-4b17-81b2-8d8fb4e42a08 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473175
Apr 23 10:29:50.183895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:50.189801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:50.289713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:50.305932 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'port_id': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b', 'mac_address': 'fa:16:3e:f6:ff:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:29:50.381315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:50.404584 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:29:50.426854 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:50.431031 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:50.433580 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:50.446446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c22ed-2671-468f-9e99-b5680c475ca3 req-35c58c75-07dc-4f30-a0e7-8a6c5ff2830e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:50.455370 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-103c22ed-2671-468f-9e99-b5680c475ca3 req-35c58c75-07dc-4f30-a0e7-8a6c5ff2830e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1300678
Apr 23 10:29:50.544929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:50.548716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:50.617640 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-103c22ed-2671-468f-9e99-b5680c475ca3 req-52f6f461-2324-487b-ab6b-e72e92fed694 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613204
Apr 23 10:29:50.708117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1a2e5-3112-4135-be6e-dd8835d46163 req-9885e9c0-928d-4556-9868-91b54f9261d7 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:50.709782 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-60f1a2e5-3112-4135-be6e-dd8835d46163 req-9885e9c0-928d-4556-9868-91b54f9261d7 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 944 time: 0.1772597
Apr 23 10:29:50.751153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41708) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:50.814845 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-60f1a2e5-3112-4135-be6e-dd8835d46163 req-531eec9c-bf4a-4efa-809d-0c02723a8ca4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901229
Apr 23 10:29:50.938695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['8a07215a-09c4-436b-88c9-810eb5bfe916'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:29:51.001907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:51.003105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['2328a75a-c921-4cb4-a8b2-186ddc9d4b4b'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:29:51.047247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:51.051807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] Usage tracker for resource:security_group_rule and tenant:0145650782b34b1eb3deec1d9ec37ee8 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:51.061188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:51.071880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:51.220100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-f24bb43c-cbe7-4999-972a-2366140304d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:51.222057 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-f24bb43c-cbe7-4999-972a-2366140304d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 1099 time: 0.1356807
Apr 23 10:29:51.233921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0320c-b899-4d79-b206-cc2896b6cb15 req-f51bfdb7-bfa8-46d5-80b2-ed60724d4f33 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:51.235709 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8aa0320c-b899-4d79-b206-cc2896b6cb15 req-f51bfdb7-bfa8-46d5-80b2-ed60724d4f33 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1092224
Apr 23 10:29:51.289405 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8aa0320c-b899-4d79-b206-cc2896b6cb15 req-7d3c30ab-9e9b-4fe7-af26-3e3ea38d2631 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464022
Apr 23 10:29:51.405728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-915ae6c0-af6f-4382-97f3-198535ee3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:51.407152 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-915ae6c0-af6f-4382-97f3-198535ee3a9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.1778009
Apr 23 10:29:51.419188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2421e0a-86c6-4ec3-9160-1460e789a461 req-892a8060-8e17-4f60-b0fd-40d6e49b079f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:51.427329 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b2421e0a-86c6-4ec3-9160-1460e789a461 req-892a8060-8e17-4f60-b0fd-40d6e49b079f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 944 time: 0.1005147
Apr 23 10:29:51.452457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:51.482125 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b2421e0a-86c6-4ec3-9160-1460e789a461 req-0694d606-506c-4a65-8852-b3b6dd6a84e1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538082
Apr 23 10:29:51.518986 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:51.535711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:51.547082 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-17e3d9f1-7011-430c-b2e1-a759c4d17179 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13929007-c1df-4389-96b1-175993381665 HTTP/1.1" status: 200  len: 217 time: 0.1323111
Apr 23 10:29:51.626544 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0145650782b34b1eb3deec1d9ec37ee8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8742261
Apr 23 10:29:51.629993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4970c9-13dd-41ae-9073-ddf5c243b93b,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:51.631392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41746) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:51.634609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-73a2e524-e1d1-4417-b91d-043944be163b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:51.659096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-5724ff3d-ae55-421b-96f7-8cf24f3a5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:51.659096 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-5724ff3d-ae55-421b-96f7-8cf24f3a5688 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.0989430
Apr 23 10:29:51.729345 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-80a5ee35-e842-49b2-bc23-1741e8931242 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599008
Apr 23 10:29:51.738879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1d337369-9dab-4807-a43f-2d6305f6753b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:51.773031 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1d337369-9dab-4807-a43f-2d6305f6753b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:51.839932 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1d337369-9dab-4807-a43f-2d6305f6753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:51.853542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3cacdca0-83a1-486d-9c37-9d276eb10ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:51.870149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d337369-9dab-4807-a43f-2d6305f6753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4970c9-13dd-41ae-9073-ddf5c243b93b,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:51.875618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1d337369-9dab-4807-a43f-2d6305f6753b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:51.876833 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1d337369-9dab-4807-a43f-2d6305f6753b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:51.889446 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1d337369-9dab-4807-a43f-2d6305f6753b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8f4970c9-13dd-41ae-9073-ddf5c243b93b HTTP/1.1" status: 204  len: 168 time: 0.2517090
Apr 23 10:29:51.911503 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-d9e30555-2e74-45d1-b12f-0bdc5beef8b4 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699045
Apr 23 10:29:52.069453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805082bf-3b67-469d-99fa-b83c90d4da15 req-96f8c604-4f91-405f-aa78-f335033d3007 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:52.071431 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-805082bf-3b67-469d-99fa-b83c90d4da15 req-96f8c604-4f91-405f-aa78-f335033d3007 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 944 time: 0.1140234
Apr 23 10:29:52.127381 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-805082bf-3b67-469d-99fa-b83c90d4da15 req-f4ae35c0-c621-4704-9918-655b6ee74f5b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495486
Apr 23 10:29:52.129881 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244cf25f-cbe0-46c0-85a0-e1417aad9de7 req-6bb6df11-aabd-415d-ab79-b68b481f631c service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105513
Apr 23 10:29:52.282108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41782) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:52.301799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.317566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:52.321788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Usage tracker for resource:security_group_rule and tenant:9f0d0abf11b244a2ad72f8cda1481179 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:52.324786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:52.331428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:52.422946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.426503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.440516 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1d337369-9dab-4807-a43f-2d6305f6753b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:52.522345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41796) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:52.548416 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f0d0abf11b244a2ad72f8cda1481179&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2650778
Apr 23 10:29:52.551637 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41802) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:52.551940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e7be88-f746-4c8a-bb63-f125786ae076,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:52.555923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:52.595275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd93ce-1d2a-4311-a1bb-8055c4a9cdd7 req-4822a3ac-0c55-4e2d-9791-5c9e4b144802 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:52.597625 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3ccd93ce-1d2a-4311-a1bb-8055c4a9cdd7 req-4822a3ac-0c55-4e2d-9791-5c9e4b144802 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1598506
Apr 23 10:29:52.624201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:29:52.677819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-15d320e1-770f-4c4f-b815-d389f41c97f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.709431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-15d320e1-770f-4c4f-b815-d389f41c97f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.725381 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3ccd93ce-1d2a-4311-a1bb-8055c4a9cdd7 req-c9626d92-ea11-4d7c-8958-8c186221d028 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205974
Apr 23 10:29:52.769909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de954085-78a0-45c9-a6c2-50cc653bd155 req-e7574c84-b258-4833-b0ad-eb3cd30afe6d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:52.771549 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-de954085-78a0-45c9-a6c2-50cc653bd155 req-e7574c84-b258-4833-b0ad-eb3cd30afe6d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 944 time: 0.1378641
Apr 23 10:29:52.782825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.801104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:52.805529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:4451b796c6564a0ab96e9076f89d17da is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:52.808754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:52.814988 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:52.824836 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-de954085-78a0-45c9-a6c2-50cc653bd155 req-4037ce4f-bf96-4da2-a03f-b7cd9e0fd6b4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463367
Apr 23 10:29:52.826629 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-15d320e1-770f-4c4f-b815-d389f41c97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.832605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:52.854288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d320e1-770f-4c4f-b815-d389f41c97f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e7be88-f746-4c8a-bb63-f125786ae076,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:52.860711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-15d320e1-770f-4c4f-b815-d389f41c97f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:52.889779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-15d320e1-770f-4c4f-b815-d389f41c97f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.892638 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-15d320e1-770f-4c4f-b815-d389f41c97f3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50e7be88-f746-4c8a-bb63-f125786ae076 HTTP/1.1" status: 204  len: 168 time: 0.3386500
Apr 23 10:29:52.949290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.952474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:52.962760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:52.992779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c79dd76-87ec-4386-9ee8-29f3798f5786,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:52.997951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:53.014566 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4451b796c6564a0ab96e9076f89d17da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4911106
Apr 23 10:29:53.017241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41814) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:53.092365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-06fc7564-8466-454c-b6be-2857c09945d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.131166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-06fc7564-8466-454c-b6be-2857c09945d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.204675 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-06fc7564-8466-454c-b6be-2857c09945d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.205885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-db7e3a75-9c46-4ac8-92a4-b1a20821481d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:53.220709 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc7564-8466-454c-b6be-2857c09945d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c79dd76-87ec-4386-9ee8-29f3798f5786,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:53.224403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-06fc7564-8466-454c-b6be-2857c09945d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:53.227191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-06fc7564-8466-454c-b6be-2857c09945d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.229584 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-06fc7564-8466-454c-b6be-2857c09945d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4c79dd76-87ec-4386-9ee8-29f3798f5786 HTTP/1.1" status: 204  len: 168 time: 0.2113543
Apr 23 10:29:53.393425 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7ca7f-9042-4edd-9562-b9724728c00d req-264cf77b-7760-4876-a291-a06f34713418 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:53.397491 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f2d7ca7f-9042-4edd-9562-b9724728c00d req-264cf77b-7760-4876-a291-a06f34713418 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 944 time: 0.0934470
Apr 23 10:29:53.453701 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f2d7ca7f-9042-4edd-9562-b9724728c00d req-032ef819-06cc-4c67-a93b-0fb8a258d033 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522773
Apr 23 10:29:53.508209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:53.544785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41844) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:53.585344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 8a07215a-09c4-436b-88c9-810eb5bfe916 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:53.590925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 8a07215a-09c4-436b-88c9-810eb5bfe916 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:53.591341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.653259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41852) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:53.705385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.728630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:53.733023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Usage tracker for resource:security_group_rule and tenant:1d9f9384cbb240c5932e2d2a7c815203 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:53.740411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:53.746597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:53.755528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.788623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:53.800508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:53.804144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.805198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:29:53.842046 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:53.891481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.895169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:53.930126 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'code': 200}
Apr 23 10:29:53.939872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:53.941764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:53.943432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:53.958445 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d9f9384cbb240c5932e2d2a7c815203&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3008063
Apr 23 10:29:53.958884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41864) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:53.981392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.013291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:54.016391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:29:54.018922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4abc1-b59e-40ec-9d02-62cf74c2eec3,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:54.022997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Usage tracker for resource:security_group_rule and tenant:7351aad96d124fda86768a48f154096a is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:54.026361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:54.028721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:54.029987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:29:54.030296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.037619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:54.102486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-26827eb1-e267-4124-9d97-151dc6198334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.143070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52717a4c-9777-451d-a647-69f22ed5e5ad req-51a3e1cf-a78c-47f1-b97a-39f9c8ebca23 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:54.150764 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52717a4c-9777-451d-a647-69f22ed5e5ad req-51a3e1cf-a78c-47f1-b97a-39f9c8ebca23 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1709871
Apr 23 10:29:54.157447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-26827eb1-e267-4124-9d97-151dc6198334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.227569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.234152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.252661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0fdaa73a-ff55-4d8e-b829-c4f45c47af18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:54.306648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.312057 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52717a4c-9777-451d-a647-69f22ed5e5ad req-dbdcdba6-454d-4366-a4e3-9c6e93e9be61 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602480
Apr 23 10:29:54.354817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42ad37f-fddf-4f73-b440-65b7165f2011,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:54.386659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:54.390695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0838e8-9722-45cc-a462-c67169169f51 req-33a94a85-ff95-4626-845a-ab3cba367230 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:54.392313 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc0838e8-9722-45cc-a462-c67169169f51 req-33a94a85-ff95-4626-845a-ab3cba367230 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1968384
Apr 23 10:29:54.397165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-26827eb1-e267-4124-9d97-151dc6198334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.398953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:29:54.402659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.407771 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:54.408740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4bcb5ebc-f37b-4877-8606-1f7a250cc654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:54.413045 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7351aad96d124fda86768a48f154096a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8668833
Apr 23 10:29:54.420542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41882) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:54.436255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99fa97-5601-4566-a799-a6b576cc8673 req-cdbd32c1-72ba-4087-96bd-7f0373875959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:54.438144 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2e99fa97-5601-4566-a799-a6b576cc8673 req-cdbd32c1-72ba-4087-96bd-7f0373875959 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 1098 time: 0.1488307
Apr 23 10:29:54.504895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26827eb1-e267-4124-9d97-151dc6198334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4abc1-b59e-40ec-9d02-62cf74c2eec3,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:54.511438 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-26827eb1-e267-4124-9d97-151dc6198334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:54.531866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-90d69ba3-a694-4f4d-9ae9-d8634846d00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.533846 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-26827eb1-e267-4124-9d97-151dc6198334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.537492 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-26827eb1-e267-4124-9d97-151dc6198334 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20e4abc1-b59e-40ec-9d02-62cf74c2eec3 HTTP/1.1" status: 204  len: 168 time: 0.5751696
Apr 23 10:29:54.539712 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2e99fa97-5601-4566-a799-a6b576cc8673 req-48600379-ce11-43f1-846f-962b7c8ca686 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861962
Apr 23 10:29:54.557437 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc0838e8-9722-45cc-a462-c67169169f51 req-70718f9e-7aae-4eac-9c2b-947538dbd8d6 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505480
Apr 23 10:29:54.560907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:54.566866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:54.606281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-90d69ba3-a694-4f4d-9ae9-d8634846d00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.786983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062da93-4be6-44dc-ad08-4d00c5adcfa1 req-c123a718-3416-4ca5-a662-3531003005cb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:54.790536 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6062da93-4be6-44dc-ad08-4d00c5adcfa1 req-c123a718-3416-4ca5-a662-3531003005cb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1326706
Apr 23 10:29:54.791489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-90d69ba3-a694-4f4d-9ae9-d8634846d00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.798844 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:54.815428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-90d69ba3-a694-4f4d-9ae9-d8634846d00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:54.816591 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-90d69ba3-a694-4f4d-9ae9-d8634846d00e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d42ad37f-fddf-4f73-b440-65b7165f2011 HTTP/1.1" status: 204  len: 168 time: 0.3949986
Apr 23 10:29:54.836468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d69ba3-a694-4f4d-9ae9-d8634846d00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42ad37f-fddf-4f73-b440-65b7165f2011,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:54.845400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-90d69ba3-a694-4f4d-9ae9-d8634846d00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:54.883563 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6062da93-4be6-44dc-ad08-4d00c5adcfa1 req-82e6ba7e-92b5-4c01-940f-518c97e96fe4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699699
Apr 23 10:29:55.192062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41914) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:55.297533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41924) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:55.321862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:55.343647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:55.369410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Usage tracker for resource:security_group_rule and tenant:c5148b125c884d40945b6c7eb934db62 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:55.373819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:55.389835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:55.627731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:55.691324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:55.695787 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Usage tracker for resource:security_group_rule and tenant:99de512ebd914da3a3c465f5558c4c8b is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:55.699327 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:55.706871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:55.733407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:55.748564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:55.760032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b057d72e-3a73-4053-9319-8031408ad1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:55.835190 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c5148b125c884d40945b6c7eb934db62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5251534
Apr 23 10:29:55.835540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 41952) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:55.872236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695c36-00ba-4115-8355-89a525f6bf7c req-c74b90dc-34aa-4a4c-8936-af89abad30d2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:55.874794 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-65695c36-00ba-4115-8355-89a525f6bf7c req-c74b90dc-34aa-4a4c-8936-af89abad30d2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.3366134
Apr 23 10:29:55.875685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97f2b5f-61da-40cf-bd4c-56a555778dbc,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:55.885931 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:55.931841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:29:55.942175 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f8a34b3c-b308-4a20-ac9c-dc62bbe69f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:55.972232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f8a34b3c-b308-4a20-ac9c-dc62bbe69f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:55.988353 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:55.992289 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-65695c36-00ba-4115-8355-89a525f6bf7c req-6e41796a-025c-45f2-8631-7dd72917ac10 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052139
Apr 23 10:29:55.993553 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:56.010682 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:56.048953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f8a34b3c-b308-4a20-ac9c-dc62bbe69f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:56.057569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0168a79-d88f-45ee-a1b4-93e43eb3ec7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:56.072595 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a34b3c-b308-4a20-ac9c-dc62bbe69f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97f2b5f-61da-40cf-bd4c-56a555778dbc,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:56.086800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f8a34b3c-b308-4a20-ac9c-dc62bbe69f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:56.116876 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99de512ebd914da3a3c465f5558c4c8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9201217
Apr 23 10:29:56.116876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d8b909-3a3d-4508-a9cf-a7cd1343ebac,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:56.121569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 41966) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:56.122065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:56.125035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f8a34b3c-b308-4a20-ac9c-dc62bbe69f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:56.128589 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f8a34b3c-b308-4a20-ac9c-dc62bbe69f3d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f97f2b5f-61da-40cf-bd4c-56a555778dbc HTTP/1.1" status: 204  len: 168 time: 0.2981982
Apr 23 10:29:56.267835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e353-bcfd-4f8b-80fa-80ee8f907866 req-bd27da5c-fd37-40ad-81cd-6078f264decc tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:56.269484 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5d03e353-bcfd-4f8b-80fa-80ee8f907866 req-bd27da5c-fd37-40ad-81cd-6078f264decc tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.2313347
Apr 23 10:29:56.277561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:56.353634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:56.385955 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5d03e353-bcfd-4f8b-80fa-80ee8f907866 req-4c1aa6e2-24c4-48b6-a2a7-07e7a037bbec tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046565
Apr 23 10:29:56.427651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9e3cb-49ff-4fdb-b238-13402d24442f req-7fc63546-2cfb-46cf-a387-7d5f5ed3f18a tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:56.435620 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-70e9e3cb-49ff-4fdb-b238-13402d24442f req-7fc63546-2cfb-46cf-a387-7d5f5ed3f18a tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 945 time: 0.2490735
Apr 23 10:29:56.492917 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-70e9e3cb-49ff-4fdb-b238-13402d24442f req-6c75231a-1a6b-42a7-b6e7-4d1feae9bdfb tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559840
Apr 23 10:29:56.516932 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:56.523422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:56.546735 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b', 'code': 200}
Apr 23 10:29:56.580191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d8b909-3a3d-4508-a9cf-a7cd1343ebac,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:56.604444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.604861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.605274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.605652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.606114 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.606392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.606763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.607140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.607507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.607978 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.608330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.608695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:56.613142 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:56.616747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:56.617979 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71d8b909-3a3d-4508-a9cf-a7cd1343ebac HTTP/1.1" status: 204  len: 168 time: 0.4974728
Apr 23 10:29:56.652279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1b0eb-3cfe-421b-a72b-9da7ec7e41d1 req-4b2bee1b-5dc6-43b4-a9e6-446339437ec9 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:56.653929 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-66c1b0eb-3cfe-421b-a72b-9da7ec7e41d1 req-4b2bee1b-5dc6-43b4-a9e6-446339437ec9 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1314824
Apr 23 10:29:56.795734 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-66c1b0eb-3cfe-421b-a72b-9da7ec7e41d1 req-00e48c88-8fa8-41e9-816e-3a31defe4a7b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1135666
Apr 23 10:29:56.956234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b867ca-a684-4aab-9caa-843c564a122f req-8c61c774-165c-4978-a332-2e0496979f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:56.958254 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92b867ca-a684-4aab-9caa-843c564a122f req-8c61c774-165c-4978-a332-2e0496979f6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 1098 time: 0.1073735
Apr 23 10:29:57.012414 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92b867ca-a684-4aab-9caa-843c564a122f req-a72d30f2-b9f1-4daa-9e04-ea58f2e52df7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466146
Apr 23 10:29:57.207583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1495-611d-48a0-ae21-173575307b9b req-a68196ef-6d5f-4454-865f-d6ec70ef659d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:57.209208 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4dee1495-611d-48a0-ae21-173575307b9b req-a68196ef-6d5f-4454-865f-d6ec70ef659d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.0896900
Apr 23 10:29:57.267388 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4dee1495-611d-48a0-ae21-173575307b9b req-b2e8105b-a3a5-4a90-a0cb-c1d8c1a793e3 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513670
Apr 23 10:29:57.401314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42024) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:57.588340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:57.613213 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:57.628249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Usage tracker for resource:security_group_rule and tenant:58284faa2c3947128161d12631b34f7f is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:57.631670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:57.643088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:57.778994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2703a0-ca83-4d20-b31b-8c3fa5689fc1 req-cf4feb88-036d-4755-ba39-7bc965e7af78 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:57.787609 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea2703a0-ca83-4d20-b31b-8c3fa5689fc1 req-cf4feb88-036d-4755-ba39-7bc965e7af78 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.2822034
Apr 23 10:29:57.811357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:57.818447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:57.851941 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1f180770-6d96-490c-b288-857f75573460 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:57.866590 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=58284faa2c3947128161d12631b34f7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4640415
Apr 23 10:29:57.869993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42048) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:57.919249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23caeca-5f1a-442b-8982-24506595a106,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:58.135966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602e175-1ff0-4b86-a00f-e44f61613eab req-31283cf4-1e1c-4cff-bdf2-0ef1b9aed143 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:58.144956 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7602e175-1ff0-4b86-a00f-e44f61613eab req-31283cf4-1e1c-4cff-bdf2-0ef1b9aed143 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 945 time: 0.5233552
Apr 23 10:29:58.189715 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea2703a0-ca83-4d20-b31b-8c3fa5689fc1 req-8a0520a6-680b-4e2f-beb8-6c3c845dd608 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4013090
Apr 23 10:29:58.257222 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7602e175-1ff0-4b86-a00f-e44f61613eab req-fb2d75da-6cbc-4ab2-8584-40c3bfc2ec0d tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105897
Apr 23 10:29:58.283584 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.286032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.288025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.288432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.288829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.289253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.289644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.290028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.290416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.290798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.291186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.291566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:29:58.300560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:58.320503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-decce2dc-78b0-4242-b9c0-47047ff2a138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:58.350273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-decce2dc-78b0-4242-b9c0-47047ff2a138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:58.404351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-decce2dc-78b0-4242-b9c0-47047ff2a138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:58.411650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-444c5fa9-8d5c-46b2-a5aa-9af0dc9a1ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:58.430282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decce2dc-78b0-4242-b9c0-47047ff2a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23caeca-5f1a-442b-8982-24506595a106,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:58.432668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-decce2dc-78b0-4242-b9c0-47047ff2a138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:58.433724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-decce2dc-78b0-4242-b9c0-47047ff2a138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:58.434920 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-decce2dc-78b0-4242-b9c0-47047ff2a138 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c23caeca-5f1a-442b-8982-24506595a106 HTTP/1.1" status: 204  len: 168 time: 0.5639405
Apr 23 10:29:58.640892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838caecc-e54e-416d-8ca2-9ae22eba7b04 req-a025ba73-e9da-48a3-aad2-75e12d010098 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:58.644757 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-838caecc-e54e-416d-8ca2-9ae22eba7b04 req-a025ba73-e9da-48a3-aad2-75e12d010098 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1640592
Apr 23 10:29:58.654501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97a84-c761-425e-8260-47954a2dd841 req-488549cc-61e4-474a-a133-fdbbe3f75dd5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:58.654946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42090) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:58.656130 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1eb97a84-c761-425e-8260-47954a2dd841 req-488549cc-61e4-474a-a133-fdbbe3f75dd5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.2190387
Apr 23 10:29:58.662247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'floatingip': {'port_id': '8a07215a-09c4-436b-88c9-810eb5bfe916'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:29:58.754752 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1eb97a84-c761-425e-8260-47954a2dd841 req-a024f267-cec6-42ab-865e-de0fa6733f20 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798185
Apr 23 10:29:58.845560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:58.940443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dfc11-0b8d-4390-b356-b0f5aec75777 req-5186227f-0d32-405f-b307-fc686d676c11 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:58.949420 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-601dfc11-0b8d-4390-b356-b0f5aec75777 req-5186227f-0d32-405f-b307-fc686d676c11 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1220121
Apr 23 10:29:59.015908 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-601dfc11-0b8d-4390-b356-b0f5aec75777 req-dbbc36cf-225f-4cc2-aeec-9fdd7f598da7 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654526
Apr 23 10:29:59.072795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42098) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:59.088910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-dd332f5e-d6e5-4248-987a-de027560debc tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:59.090574 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-dd332f5e-d6e5-4248-987a-de027560debc tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 945 time: 0.3296065
Apr 23 10:29:59.111337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:59.129739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:29:59.133793 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Usage tracker for resource:security_group_rule and tenant:acee613191dc46108349513ceaf85dd5 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:29:59.136743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:29:59.142773 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:29:59.246706 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:59.250169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:59.261475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b91ba7f6-ca15-4211-bcbd-ff39f7e6557c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:29:59.322232 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=acee613191dc46108349513ceaf85dd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2482491
Apr 23 10:29:59.327951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42114) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:59.342414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801f5836-3251-4f04-905e-1dcae6733442,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:29:59.346066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:29:59.511578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42126) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:29:59.576962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d16d6955-6f4b-4dc6-9e8e-055c874304c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:29:59.629719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105aa40-b67c-4214-874e-c03d429352c6 req-0c18dc21-eeb5-4842-9dc2-f8dd19cecae3 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:29:59.635500 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7105aa40-b67c-4214-874e-c03d429352c6 req-0c18dc21-eeb5-4842-9dc2-f8dd19cecae3 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 945 time: 0.1662321
Apr 23 10:29:59.742591 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7105aa40-b67c-4214-874e-c03d429352c6 req-6202956d-b229-4919-a4a0-67484b355cad tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905883
Apr 23 10:29:59.881620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Deleting port f81e6604-2f1d-4c87-85de-66a27bd76af4 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:29:59.882169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:00.005072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb076d-78d2-447c-9644-6892058bbc7c req-2f7f4356-325e-4f3e-a559-02e9594688f8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:00.009516 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-18bb076d-78d2-447c-9644-6892058bbc7c req-2f7f4356-325e-4f3e-a559-02e9594688f8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1236148
Apr 23 10:30:00.030168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:00.076726 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-18bb076d-78d2-447c-9644-6892058bbc7c req-08100d10-d365-481c-bd67-dbb768d065fb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660586
Apr 23 10:30:00.103659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d16d6955-6f4b-4dc6-9e8e-055c874304c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:00.121449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] For port f81e6604-2f1d-4c87-85de-66a27bd76af4, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f81e6604-2f1d-4c87-85de-66a27bd76af4,segment=NetworkSegment(d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294),segment_id=d2e7bdd7-46b6-4e5f-a83f-4c00ffb48294)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:30:00.121775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:00.261478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Calling delete_port for f81e6604-2f1d-4c87-85de-66a27bd76af4 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:30:00.339132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ba55c-1d8f-4f68-bd54-12efa13f6c7b req-b767bfe6-7b68-4c2b-86bb-ae6bdcc892de tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:00.341018 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c82ba55c-1d8f-4f68-bd54-12efa13f6c7b req-b767bfe6-7b68-4c2b-86bb-ae6bdcc892de tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1234019
Apr 23 10:30:00.351812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0af2bc-309d-4867-9695-bba4f6a4974c req-87c6663f-e98e-42c1-8e91-9476febb49a6 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:00.353431 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b0af2bc-309d-4867-9695-bba4f6a4974c req-87c6663f-e98e-42c1-8e91-9476febb49a6 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1794279
Apr 23 10:30:00.354207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42154) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:00.357627 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:00.359684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-e305bd86-3356-4f77-9508-e5ea5588733a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'floatingip': {'port_id': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:00.373674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] Usage tracker for resource:security_group_rule and tenant:abdfd4860b234bdd82a7a6a68070e643 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:00.393281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:00.434443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:00.477223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e305bd86-3356-4f77-9508-e5ea5588733a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:00.576038 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b0af2bc-309d-4867-9695-bba4f6a4974c req-71b628d9-0862-4829-af3b-7abe20ae1230 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613059
Apr 23 10:30:00.763916 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d45d5af5-b446-439b-a0df-52b5289c531f req-2dd135a3-61cf-4aaa-87de-61012bc6dcb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.0992591
Apr 23 10:30:00.778106 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d16d6955-6f4b-4dc6-9e8e-055c874304c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:00.790149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.resource_extend [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 23 10:30:00.851983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:00.887449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d6955-6f4b-4dc6-9e8e-055c874304c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801f5836-3251-4f04-905e-1dcae6733442,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:00.927769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d16d6955-6f4b-4dc6-9e8e-055c874304c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:00.931350 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d16d6955-6f4b-4dc6-9e8e-055c874304c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/801f5836-3251-4f04-905e-1dcae6733442 HTTP/1.1" status: 204  len: 168 time: 1.5255725
Apr 23 10:30:00.974345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d16d6955-6f4b-4dc6-9e8e-055c874304c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:01.049895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52afe-e17f-442a-90e4-2d8cee99ec2b req-b32925f5-5971-4ba7-9a81-4cc54612875e tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:01.052094 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-45a52afe-e17f-442a-90e4-2d8cee99ec2b req-b32925f5-5971-4ba7-9a81-4cc54612875e tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 945 time: 0.1488190
Apr 23 10:30:01.107960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:01.124481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:01.183610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42182) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:01.323014 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:01.326524 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-45a52afe-e17f-442a-90e4-2d8cee99ec2b req-aece5ca1-a044-47da-9fe8-a5d09ce9a01b tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/security-groups?id=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620354
Apr 23 10:30:01.369518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:01.385884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ec1cc1f8-cccf-41e0-8ce9-7487a458ab19 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:01.412815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['f81e6604-2f1d-4c87-85de-66a27bd76af4'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:30:01.436856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:01.453326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Pushing event deleted for resources: {'Port': ['ID=f81e6604-2f1d-4c87-85de-66a27bd76af4,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:01.463697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:01.491556 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b10cd432-0297-43e8-8a25-e05aaafef19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:01.499015 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Floating IP bb4d1c00-3651-43bd-a2c9-cd08e53f7b5e associated. External IP: 172.27.0.85, port: 8a07215a-09c4-436b-88c9-810eb5bfe916.
Apr 23 10:30:01.618430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e305bd86-3356-4f77-9508-e5ea5588733a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:01.621847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e305bd86-3356-4f77-9508-e5ea5588733a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:01.844706 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] No DVR routers for this DVR port f81e6604-2f1d-4c87-85de-66a27bd76af4 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:30:01.856185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:01.861248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:01.885401 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4758567-d825-49c2-9ebe-c7559e80e8fa', 'name': 'network-vif-deleted', 'tag': 'f81e6604-2f1d-4c87-85de-66a27bd76af4'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:30:01.919064 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=abdfd4860b234bdd82a7a6a68070e643&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3851483
Apr 23 10:30:01.927032 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-63afdb83-400b-4383-ad7f-52dd43f429ee req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.48 "DELETE /v2.0/ports/f81e6604-2f1d-4c87-85de-66a27bd76af4 HTTP/1.1" status: 204  len: 173 time: 2.8223605
Apr 23 10:30:01.929682 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d5af5-b446-439b-a0df-52b5289c531f req-afd0df8e-b576-41e1-b1fe-013deb9f569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:01.931865 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d45d5af5-b446-439b-a0df-52b5289c531f req-afd0df8e-b576-41e1-b1fe-013deb9f569f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1099 time: 0.9562674
Apr 23 10:30:01.945330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42226) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:01.949881 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4489f201-a4c4-490e-b832-56c0ad3a2449,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:01.968590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-31f3ce5e-ab96-4501-9552-806490960e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:02.085575 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4758567-d825-49c2-9ebe-c7559e80e8fa', 'name': 'network-vif-deleted', 'tag': 'f81e6604-2f1d-4c87-85de-66a27bd76af4', 'status': 'completed', 'code': 200}
Apr 23 10:30:02.254574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:02.259048 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb371caccac40ffb6ae6bfca9e35132 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:02.261644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:02.268825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:02.282167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7b6cbada-0e6a-4a4c-ac75-68c3e37d17aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:02.315756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7b6cbada-0e6a-4a4c-ac75-68c3e37d17aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:02.351131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:02.390049 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff949f7b-d0fb-4abf-8ee9-03d20813c731 req-42a92609-0df3-4c28-aa71-3a282795be97 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:02.398417 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff949f7b-d0fb-4abf-8ee9-03d20813c731 req-42a92609-0df3-4c28-aa71-3a282795be97 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.5958929
Apr 23 10:30:02.433824 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-e305bd86-3356-4f77-9508-e5ea5588733a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Floating IP d2574566-2c27-4def-9ef3-48cc3add64f6 associated. External IP: 172.27.0.20, port: 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b.
Apr 23 10:30:02.488916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d5af5-b446-439b-a0df-52b5289c531f req-a092a4e5-29e4-4d1d-8f12-1524a9844712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:02.490510 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d45d5af5-b446-439b-a0df-52b5289c531f req-a092a4e5-29e4-4d1d-8f12-1524a9844712 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.5191307
Apr 23 10:30:02.491261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7b6cbada-0e6a-4a4c-ac75-68c3e37d17aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:02.499851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-15d320e1-770f-4c4f-b815-d389f41c97f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:02.592764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cbada-0e6a-4a4c-ac75-68c3e37d17aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4489f201-a4c4-490e-b832-56c0ad3a2449,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:02.613878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7b6cbada-0e6a-4a4c-ac75-68c3e37d17aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:02.630647 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d45d5af5-b446-439b-a0df-52b5289c531f req-90d6696d-0067-47a8-aca8-1fad3c948bb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 200  len: 217 time: 0.1169465
Apr 23 10:30:02.640285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7b6cbada-0e6a-4a4c-ac75-68c3e37d17aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:02.644264 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7b6cbada-0e6a-4a4c-ac75-68c3e37d17aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4489f201-a4c4-490e-b832-56c0ad3a2449 HTTP/1.1" status: 204  len: 168 time: 0.6977761
Apr 23 10:30:02.792326 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ab374b1e-a2b0-41eb-9685-bad081dcdf09 req-2bfc833c-31b7-4d7c-af33-b4078dbb65da tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] 10.222.0.75 "GET /v2.0/ports?device_id=f4758567-d825-49c2-9ebe-c7559e80e8fa HTTP/1.1" status: 200  len: 210 time: 0.2919235
Apr 23 10:30:02.800732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Router 9e46866e-0435-46ba-8eaa-54abc5e2b440 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:30:02.838229 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff949f7b-d0fb-4abf-8ee9-03d20813c731 req-ca07e4b8-d18f-47fb-88d7-0b43e96af3b1 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4388249
Apr 23 10:30:02.838677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d5af5-b446-439b-a0df-52b5289c531f req-05c39a0a-303e-48b8-8384-0ecfdb60920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:02.840306 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d45d5af5-b446-439b-a0df-52b5289c531f req-05c39a0a-303e-48b8-8384-0ecfdb60920d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.1789494
Apr 23 10:30:02.875374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:02.890796 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:02.929052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2e4e070d-7347-4dea-b674-240828a7c831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:02.945861 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cbb371caccac40ffb6ae6bfca9e35132&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7580702
Apr 23 10:30:02.949126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42294) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:03.039359 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd88118-5fcb-4950-9942-4931c35ff76c,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:03.040093 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d45d5af5-b446-439b-a0df-52b5289c531f req-9a4499c4-a126-4aa0-9842-1c03b3681a87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1329987
Apr 23 10:30:03.048661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:03.332696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-71496ec3-51d5-46f2-874c-761a950784d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:03.368375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-71496ec3-51d5-46f2-874c-761a950784d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:03.430434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e305bd86-3356-4f77-9508-e5ea5588733a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Router d05fff93-11eb-4dd4-a540-9914bc72d83e has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:30:03.434613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-71496ec3-51d5-46f2-874c-761a950784d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:03.444864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5d7ce91e-4bb1-48d2-ba15-1b01e2f18ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:03.479970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71496ec3-51d5-46f2-874c-761a950784d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd88118-5fcb-4950-9942-4931c35ff76c,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:03.485962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-71496ec3-51d5-46f2-874c-761a950784d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:03.504479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:30:03.510679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:03.543390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] Sync routers for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:30:03.557267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:03.558364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaeca128>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:03.589335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device f81e6604-2f1d-4c87-85de-66a27bd76af4 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:30:03.660904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: f81e6604-2f1d-4c87-85de-66a27bd76af4 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:30:03.661543 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device f81e6604-2f1d-4c87-85de-66a27bd76af4 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:30:03.676029 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d45d5af5-b446-439b-a0df-52b5289c531f req-919665cd-bdd3-492d-a468-6dd03ef004e2 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6019351
Apr 23 10:30:03.743568 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b7b03318-e23b-41e8-add9-f6d154094146 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "PUT /v2.0/floatingips/bb4d1c00-3651-43bd-a2c9-cd08e53f7b5e HTTP/1.1" status: 200  len: 990 time: 5.0873168
Apr 23 10:30:03.831798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-71496ec3-51d5-46f2-874c-761a950784d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:03.833047 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-71496ec3-51d5-46f2-874c-761a950784d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ccd88118-5fcb-4950-9942-4931c35ff76c HTTP/1.1" status: 204  len: 168 time: 0.7958643
Apr 23 10:30:03.840287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e305bd86-3356-4f77-9508-e5ea5588733a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:30:03.850982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:03.851245 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] Sync routers for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:30:03.867423 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:03.868168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaad1438>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:03.874323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e305bd86-3356-4f77-9508-e5ea5588733a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:03.967639 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d45d5af5-b446-439b-a0df-52b5289c531f req-98167427-3155-493c-849c-4248eaabb043 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2784481
Apr 23 10:30:04.060261 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e305bd86-3356-4f77-9508-e5ea5588733a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "PUT /v2.0/floatingips/d2574566-2c27-4def-9ef3-48cc3add64f6 HTTP/1.1" status: 200  len: 990 time: 3.7048302
Apr 23 10:30:04.061017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'tag': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:30:04.083146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:30:04.355593 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:04.482174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaeca128>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'bb4d1c00-3651-43bd-a2c9-cd08e53f7b5e', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'port_id': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'mac_address': 'fa:16:3e:a1:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ec3c16-6d0c-4397-8525-ada093144765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:28Z', 'updated_at': '2021-04-23T10:30:00Z', 'revision_number': 1, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:04.491912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] Checking router: 9e46866e-0435-46ba-8eaa-54abc5e2b440 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:30:04.511670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3277682-c900-4576-bd2c-26349edc04aa req-83745e66-590f-4471-a4a0-13477e746c89 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:04.523726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:04.524757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaeca128>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:04.525934 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b3277682-c900-4576-bd2c-26349edc04aa req-83745e66-590f-4471-a4a0-13477e746c89 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1823041
Apr 23 10:30:04.649907 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b3277682-c900-4576-bd2c-26349edc04aa req-f99843e0-1c98-4a84-ab91-7eab45effef3 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133323
Apr 23 10:30:04.749449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42388) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:04.792056 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:04.809235 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'tag': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b', 'status': 'completed', 'code': 200}
Apr 23 10:30:04.818840 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'status': 'completed', 'code': 200}
Apr 23 10:30:04.826641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:04.837330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Usage tracker for resource:security_group_rule and tenant:f28e06d33710430dbab7e35634a42bde is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:04.848297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:04.872609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:05.042464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:05.053852 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:05.116328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e1c39828-25f7-413b-ad4f-d55acb8444eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:05.133706 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f28e06d33710430dbab7e35634a42bde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3830843
Apr 23 10:30:05.139427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42430) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:05.174658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a15144-8613-4d44-919e-f4b6f43a2c39,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:05.194309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:05.213924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:05.280481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-61d7e17d-cd0b-465e-8f2e-6a8c816d75ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:05.294433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8afc5fe0-9788-444b-8fe4-f0318d7ae90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:05.337646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8afc5fe0-9788-444b-8fe4-f0318d7ae90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:05.342803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-0c316688-2052-4ba5-b68a-d4a21dc32611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:05.344468 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-0c316688-2052-4ba5-b68a-d4a21dc32611 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 1098 time: 0.2782407
Apr 23 10:30:05.351548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-b80d9bbf-635e-4018-8424-400b09f70268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:05.355610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaad1438>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'd2574566-2c27-4def-9ef3-48cc3add64f6', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'port_id': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'mac_address': 'fa:16:3e:f6:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:27Z', 'updated_at': '2021-04-23T10:30:01Z', 'revision_number': 1, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:05.358878 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-b80d9bbf-635e-4018-8424-400b09f70268 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 1098 time: 0.3839190
Apr 23 10:30:05.368166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] Checking router: d05fff93-11eb-4dd4-a540-9914bc72d83e for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:30:05.379720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:05.380591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaad1438>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:29:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:05.396468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8afc5fe0-9788-444b-8fe4-f0318d7ae90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:05.403887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b350bcfe-6d56-4c2e-b584-4ee602988585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:05.422107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc5fe0-9788-444b-8fe4-f0318d7ae90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a15144-8613-4d44-919e-f4b6f43a2c39,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:05.431093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8afc5fe0-9788-444b-8fe4-f0318d7ae90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:05.432038 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8afc5fe0-9788-444b-8fe4-f0318d7ae90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:05.433310 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8afc5fe0-9788-444b-8fe4-f0318d7ae90b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34a15144-8613-4d44-919e-f4b6f43a2c39 HTTP/1.1" status: 204  len: 168 time: 0.2609689
Apr 23 10:30:05.618891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:05.665244 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-ef77a193-3ac7-4050-8892-d76c3ae9951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:05.666839 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-ef77a193-3ac7-4050-8892-d76c3ae9951f service neutron] 10.222.0.48 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 912 time: 0.2577877
Apr 23 10:30:05.798921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-482e6f46-2f49-4b12-b506-266adbb97e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:05.801513 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-482e6f46-2f49-4b12-b506-266adbb97e2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 917 time: 0.4403639
Apr 23 10:30:06.100356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5079a-e4b1-479f-b4da-4e6880e26ae7 req-2c7139af-d0c2-46a4-b7a7-280d02e7489c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:06.114379 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-83d5079a-e4b1-479f-b4da-4e6880e26ae7 req-2c7139af-d0c2-46a4-b7a7-280d02e7489c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1551752
Apr 23 10:30:06.131941 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-79dc1ba3-e7fa-475d-9101-c3f654cbb020 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b HTTP/1.1" status: 200  len: 998 time: 0.3290949
Apr 23 10:30:06.227741 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-83d5079a-e4b1-479f-b4da-4e6880e26ae7 req-04d44223-b61a-4325-a608-2a7dbdc475a0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123946
Apr 23 10:30:06.296375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaeca128>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'bb4d1c00-3651-43bd-a2c9-cd08e53f7b5e', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'port_id': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'mac_address': 'fa:16:3e:a1:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ec3c16-6d0c-4397-8525-ada093144765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:28Z', 'updated_at': '2021-04-23T10:30:00Z', 'revision_number': 1, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:06.313112 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-c4ce1c7e-cef6-4d53-8554-af51cf26ba6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a07215a-09c4-436b-88c9-810eb5bfe916 HTTP/1.1" status: 200  len: 998 time: 0.3804331
Apr 23 10:30:06.319497 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb7c3c-03fe-48e8-903b-2dc1980e9be7 None None] The sync data for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi is: [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'bb4d1c00-3651-43bd-a2c9-cd08e53f7b5e', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'port_id': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'mac_address': 'fa:16:3e:a1:6d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ec3c16-6d0c-4397-8525-ada093144765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:28Z', 'updated_at': '2021-04-23T10:30:00Z', 'revision_number': 1, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:30:06.330388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-484f36ed-fc45-4550-a42f-3dfcb2d10729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:06.337560 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-484f36ed-fc45-4550-a42f-3dfcb2d10729 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 200  len: 850 time: 0.1860137
Apr 23 10:30:06.436729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42480) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:06.519312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42490) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:06.573661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaad1438>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'd2574566-2c27-4def-9ef3-48cc3add64f6', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'port_id': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'mac_address': 'fa:16:3e:f6:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:27Z', 'updated_at': '2021-04-23T10:30:01Z', 'revision_number': 1, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:06.582396 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11f444-b2e3-49f2-896b-f420c339395e None None] The sync data for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi is: [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'd2574566-2c27-4def-9ef3-48cc3add64f6', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'port_id': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'mac_address': 'fa:16:3e:f6:ff:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:27Z', 'updated_at': '2021-04-23T10:30:01Z', 'revision_number': 1, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:30:06.599270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d2bcbc-fd2f-4a15-b8ce-17cb5173e8e1 admin admin] Deleting subnet 9133b90a-7489-4a19-ba82-f2d1140b81b4 {{(pid=86337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:30:06.605055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87d2bcbc-fd2f-4a15-b8ce-17cb5173e8e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:06.611240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-692bab5f-75bf-4757-9aa4-779fb235c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:06.615548 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-692bab5f-75bf-4757-9aa4-779fb235c053 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.2754083
Apr 23 10:30:06.650015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-be51e736-577a-4fd3-8fb9-8318197def5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:06.651898 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-be51e736-577a-4fd3-8fb9-8318197def5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6324dbe3-5626-411e-a23f-f2dd748a1268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2354331
Apr 23 10:30:06.715546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7afd99d9-69f7-4896-bd80-238007b1c6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:06.742037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87d2bcbc-fd2f-4a15-b8ce-17cb5173e8e1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:06.756253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975cc6c-c16f-4185-8eb2-1e19cb2185aa None None] New status for floating IP bb4d1c00-3651-43bd-a2c9-cd08e53f7b5e: ACTIVE {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:30:06.760710 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87d2bcbc-fd2f-4a15-b8ce-17cb5173e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:06.947040 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:07.004238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:07.010612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Usage tracker for resource:security_group_rule and tenant:937f87db8ce140f4bfe29f14c674131a is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:07.024560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:07.041559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:07.117278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aa6d8-101f-43de-a654-72004495adaf None None] New status for floating IP d2574566-2c27-4def-9ef3-48cc3add64f6: ACTIVE {{(pid=86339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:30:07.232934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:07.238146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:07.253574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c9bb9fb7-250b-4da2-99e2-7c4daad4ad5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:07.306774 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-f6c7d7c8-a323-491d-9716-c786bca23435 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5800769
Apr 23 10:30:07.321232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87d2bcbc-fd2f-4a15-b8ce-17cb5173e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:07.326881 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0bf93248-6edb-458c-948f-d251758344f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:07.350874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-3b39a109-72cc-4070-a1a2-61a0d6cb6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:07.366825 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-3b39a109-72cc-4070-a1a2-61a0d6cb6f1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7136850
Apr 23 10:30:07.412842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2bcbc-fd2f-4a15-b8ce-17cb5173e8e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9133b90a-7489-4a19-ba82-f2d1140b81b4,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:07.460370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87d2bcbc-fd2f-4a15-b8ce-17cb5173e8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:07.541192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-87d2bcbc-fd2f-4a15-b8ce-17cb5173e8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:07.542106 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=937f87db8ce140f4bfe29f14c674131a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0094464
Apr 23 10:30:07.553179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42518) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:07.555994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b19e746-f344-4c84-acd3-350362d101ab,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:07.567701 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-87d2bcbc-fd2f-4a15-b8ce-17cb5173e8e1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9133b90a-7489-4a19-ba82-f2d1140b81b4 HTTP/1.1" status: 204  len: 168 time: 1.1297867
Apr 23 10:30:07.570299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42524) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:07.585624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:07.632572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:07.750060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626342b-8325-4543-8634-b97d45bcb45e req-845add3a-f661-464b-ac42-3cfebc23089b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:07.758581 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4626342b-8325-4543-8634-b97d45bcb45e req-845add3a-f661-464b-ac42-3cfebc23089b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.3008599
Apr 23 10:30:07.766399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:07.819575 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4626342b-8325-4543-8634-b97d45bcb45e req-b3a70eec-b612-4b7f-9bbe-2c939d174c9a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599704
Apr 23 10:30:07.834089 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-182e1069-dc7a-4a03-9bd9-94c477d39c4a req-83e219d4-5158-4ce4-81cf-99abee4a9304 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4861763
Apr 23 10:30:07.864148 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2562fdae-37a7-4217-8ee1-43acd941aa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:07.874545 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-f0985191-a093-4140-abc5-2ae3ef85795c service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4526684
Apr 23 10:30:07.957659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:07.996129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2562fdae-37a7-4217-8ee1-43acd941aa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.081083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4baa0dad30>> segment before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.081539 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4baa0dad30>> subnet precommit_delete_associations 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.082597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba97ca2e8>> segment_host_mapping after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.082748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba97ca2e8>> port after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.083053 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba97ca2e8>> port after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.083406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba97ca2e8>> port after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.083766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba97ca2e8>> segment after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.084122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba97ca2e8>> subnet after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.084482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba97ca2e8>> subnet after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.085342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba97ca2e8>> subnet after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.112188 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7e1a8704-d5ff-4add-a43a-75a167659f91 req-8ded4a1f-b4b9-4ba4-8f8f-dea12cb591af service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2258403
Apr 23 10:30:08.113933 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2562fdae-37a7-4217-8ee1-43acd941aa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.120898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d16d6955-6f4b-4dc6-9e8e-055c874304c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:08.151559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562fdae-37a7-4217-8ee1-43acd941aa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b19e746-f344-4c84-acd3-350362d101ab,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:08.156705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.158190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4ba94cf588>> subnet after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.159157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4ba94cf588>> subnet after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.159527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4ba94cf588>> subnet before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.160147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4ba94cf588>> subnet before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:30:08.160458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4baa61e780>,) {'filters': {'network_id': ['f621ee25-becc-40b9-a8f1-b572c879c964']}} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:08.161078 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2562fdae-37a7-4217-8ee1-43acd941aa8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:08.171085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2562fdae-37a7-4217-8ee1-43acd941aa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.175381 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2562fdae-37a7-4217-8ee1-43acd941aa8c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7b19e746-f344-4c84-acd3-350362d101ab HTTP/1.1" status: 204  len: 168 time: 0.6185899
Apr 23 10:30:08.175561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa61e780>, 'd2e7bdd7-46b6-4e5f-a83f-4c00ffb48294') {'for_net_delete': True} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:08.178072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa61e780>, 'd2e7bdd7-46b6-4e5f-a83f-4c00ffb48294') {} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:08.212208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6528642'] for segment, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.245909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.255911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=86337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:30:08.469039 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Network f621ee25-becc-40b9-a8f1-b572c879c964 has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:30:08.482482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849234049'] for segment, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.658399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42556) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:08.683775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Network f621ee25-becc-40b9-a8f1-b572c879c964 has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:30:08.697894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   from cryptography.utils import int_from_bytes
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   from cryptography.utils import int_from_bytes
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   (rel_b, rel_a, rel_b),
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   (rel_b, rel_a, rel_b),
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:30:08.713878 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:30:08.719067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:08.723027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Usage tracker for resource:security_group_rule and tenant:b0e28c5bdc1e4998b09e5bd99ffb23a4 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:08.726483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:08.733516 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:08.798755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.805868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:08.829932 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Pushing event deleted for resources: {'Network': ['ID=f621ee25-becc-40b9-a8f1-b572c879c964,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:08.832520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.841628 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f621ee25-becc-40b9-a8f1-b572c879c964 HTTP/1.1" status: 204  len: 168 time: 1.2670236
Apr 23 10:30:08.841934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:08.849288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.851563 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.854597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:08.886166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-69669969-fa53-449f-b567-a920e601174b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:08.917932 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b0e28c5bdc1e4998b09e5bd99ffb23a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2581906
Apr 23 10:30:08.918086 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42568) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:08.921199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4765ac-13ba-49b3-8421-7c28ad7f8570,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:08.924509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:09.115124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ebc5838d-c237-48cf-a94e-d7d99b4ecfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:09.147417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42574) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:09.158027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0fb61-8a9f-49af-a2cb-31b8fdb7df97 req-ae02995b-a33f-4e50-9a62-11d7ec9d9966 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:09.159937 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ecf0fb61-8a9f-49af-a2cb-31b8fdb7df97 req-ae02995b-a33f-4e50-9a62-11d7ec9d9966 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1776695
Apr 23 10:30:09.165140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ebc5838d-c237-48cf-a94e-d7d99b4ecfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:09.204812 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8207da3e-d29b-4464-99f6-192f9f8577e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b29de8ea3ddf4c3585ea957f3916f626&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0535359
Apr 23 10:30:09.205088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42578) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:09.251954 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ecf0fb61-8a9f-49af-a2cb-31b8fdb7df97 req-b82b72f9-de6f-4a76-a19e-a9d54559864c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785701
Apr 23 10:30:09.262608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ebc5838d-c237-48cf-a94e-d7d99b4ecfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:09.270544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4555b9a5-27f3-4757-88f7-b7d3ddde24e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:09.280283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5052b6c-8da6-4b8f-9b26-3808cd78791c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:09.281801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5838d-c237-48cf-a94e-d7d99b4ecfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4765ac-13ba-49b3-8421-7c28ad7f8570,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:09.288885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ebc5838d-c237-48cf-a94e-d7d99b4ecfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:09.289768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ebc5838d-c237-48cf-a94e-d7d99b4ecfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:09.293431 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ebc5838d-c237-48cf-a94e-d7d99b4ecfff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f4765ac-13ba-49b3-8421-7c28ad7f8570 HTTP/1.1" status: 204  len: 168 time: 0.3718548
Apr 23 10:30:09.311070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5052b6c-8da6-4b8f-9b26-3808cd78791c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:09.366736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5052b6c-8da6-4b8f-9b26-3808cd78791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:09.372017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:09.388730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5052b6c-8da6-4b8f-9b26-3808cd78791c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:09.402029 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f5052b6c-8da6-4b8f-9b26-3808cd78791c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:09.404261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5052b6c-8da6-4b8f-9b26-3808cd78791c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:09.417350 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f5052b6c-8da6-4b8f-9b26-3808cd78791c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bfb5384e-ff7b-4321-aa9a-4974cfa5c6f1 HTTP/1.1" status: 204  len: 168 time: 0.2050676
Apr 23 10:30:10.524762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f803f5-490c-465b-b05e-7fdac8d7340b req-73ecb068-cbfd-4d65-879f-b55e2e2da990 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:10.532864 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c5f803f5-490c-465b-b05e-7fdac8d7340b req-73ecb068-cbfd-4d65-879f-b55e2e2da990 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1180084
Apr 23 10:30:10.597276 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c5f803f5-490c-465b-b05e-7fdac8d7340b req-e133f733-cf08-4091-baf5-20722d548303 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611930
Apr 23 10:30:11.859484 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79fa4d-27d3-4202-8ff9-ee9581b4cba3 req-29039868-d5b7-4d91-b3ad-e1188658743d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:11.867981 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5d79fa4d-27d3-4202-8ff9-ee9581b4cba3 req-29039868-d5b7-4d91-b3ad-e1188658743d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1256413
Apr 23 10:30:11.926484 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5d79fa4d-27d3-4202-8ff9-ee9581b4cba3 req-4f9a92bd-4434-4dfb-88a8-e39b7c0e0af2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574014
Apr 23 10:30:12.126843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42716) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:12.263218 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:12.280232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:12.284377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Usage tracker for resource:security_group_rule and tenant:84932e1aa7c74079a7b87f1171be85d0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:12.287362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:12.293491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:12.380639 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:12.383351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:12.411738 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2562fdae-37a7-4217-8ee1-43acd941aa8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:12.430028 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=84932e1aa7c74079a7b87f1171be85d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2989531
Apr 23 10:30:12.430455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42726) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:12.462107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3639414-70f8-4a74-8850-448a01599c1f,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:12.467087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:12.505686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-51e488e7-468e-4167-bd79-7b4280179080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:12.534338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-51e488e7-468e-4167-bd79-7b4280179080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:12.580925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-51e488e7-468e-4167-bd79-7b4280179080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:12.585849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:12.597255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e488e7-468e-4167-bd79-7b4280179080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3639414-70f8-4a74-8850-448a01599c1f,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:12.608062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-51e488e7-468e-4167-bd79-7b4280179080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:12.609110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-51e488e7-468e-4167-bd79-7b4280179080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:12.612747 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-51e488e7-468e-4167-bd79-7b4280179080 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3639414-70f8-4a74-8850-448a01599c1f HTTP/1.1" status: 204  len: 168 time: 0.1788328
Apr 23 10:30:12.930578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42740) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:12.950507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:12.967251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:12.971378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Usage tracker for resource:security_group_rule and tenant:e30311e18c2b4505bc716bc764ebdfca is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:12.974373 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:12.980656 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:13.074567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:13.077531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:13.087696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7b6cbada-0e6a-4a4c-ac75-68c3e37d17aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:13.135769 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e30311e18c2b4505bc716bc764ebdfca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2040112
Apr 23 10:30:13.136618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9423e-1bab-4b11-acf9-c413de25fcf4,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:13.138203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42752) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:13.140023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:13.155154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df55f9-086f-44e9-b5e9-9cfa1d15a1e2 req-389bc338-7eef-45f2-b4d7-d6cbae408041 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:13.158784 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-07df55f9-086f-44e9-b5e9-9cfa1d15a1e2 req-389bc338-7eef-45f2-b4d7-d6cbae408041 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1213198
Apr 23 10:30:13.249057 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-07df55f9-086f-44e9-b5e9-9cfa1d15a1e2 req-6f3a885e-aea7-4334-a12b-d862da13a42c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777054
Apr 23 10:30:13.268274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7515-af62-459e-9b27-acb47f1e2c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:13.296877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7515-af62-459e-9b27-acb47f1e2c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:13.342114 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7515-af62-459e-9b27-acb47f1e2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:13.347200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d58f29ad-c107-462d-9fe4-c5688892417d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:13.358386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc7515-af62-459e-9b27-acb47f1e2c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9423e-1bab-4b11-acf9-c413de25fcf4,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:13.362807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3ecc7515-af62-459e-9b27-acb47f1e2c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:13.366723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7515-af62-459e-9b27-acb47f1e2c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:13.368098 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3ecc7515-af62-459e-9b27-acb47f1e2c1b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22e9423e-1bab-4b11-acf9-c413de25fcf4 HTTP/1.1" status: 204  len: 168 time: 0.2259648
Apr 23 10:30:14.498988 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd3bc-16be-45c4-bd3c-772b87d831a1 req-985db6f8-2f2b-48c3-b14c-8c59ae37037a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:14.500701 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-eb0dd3bc-16be-45c4-bd3c-772b87d831a1 req-985db6f8-2f2b-48c3-b14c-8c59ae37037a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1099126
Apr 23 10:30:14.555236 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-eb0dd3bc-16be-45c4-bd3c-772b87d831a1 req-f1d26d69-8bea-4b12-be66-443023631b0d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470917
Apr 23 10:30:14.789207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42818) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:15.081724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:15.097872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:15.102117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Usage tracker for resource:security_group_rule and tenant:7eae9956f5b441438ac4d04aeddefa95 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:15.105101 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:15.111133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:15.211875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:15.214170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:15.227988 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:15.269932 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a4ae61-98c9-4fd2-b0c4-52a590a5f8ae,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:15.278116 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7eae9956f5b441438ac4d04aeddefa95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4871910
Apr 23 10:30:15.278281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42844) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:15.279331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:15.346333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a86d7437-8a8d-4b88-a4eb-10c2a22ab867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:15.374900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a86d7437-8a8d-4b88-a4eb-10c2a22ab867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:15.422909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a86d7437-8a8d-4b88-a4eb-10c2a22ab867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:15.428730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-62e23a4d-fe01-4418-a54f-a017e12e7a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:15.442697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d7437-8a8d-4b88-a4eb-10c2a22ab867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a4ae61-98c9-4fd2-b0c4-52a590a5f8ae,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:15.445427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a86d7437-8a8d-4b88-a4eb-10c2a22ab867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:15.446694 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a86d7437-8a8d-4b88-a4eb-10c2a22ab867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:15.450834 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-a86d7437-8a8d-4b88-a4eb-10c2a22ab867 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2a4ae61-98c9-4fd2-b0c4-52a590a5f8ae HTTP/1.1" status: 204  len: 168 time: 0.1716864
Apr 23 10:30:15.601495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42864) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:15.821368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153df423-94b3-4041-83d0-5e39b1445e45 req-bf45fdd6-1968-415c-9532-58d5664c2cbe tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:15.823127 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-153df423-94b3-4041-83d0-5e39b1445e45 req-bf45fdd6-1968-415c-9532-58d5664c2cbe tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1088347
Apr 23 10:30:15.881065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:15.901793 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:15.908285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:a4897bc50e614c0b993643308f1df791 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:15.927557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:15.945387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:15.976690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42880) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:15.999104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.030311 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:16.040993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Usage tracker for resource:security_group_rule and tenant:68c3f5e9e0c747b39487e34992e2e9c8 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:16.045105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:16.055945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:16.122014 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-153df423-94b3-4041-83d0-5e39b1445e45 req-7417d859-ab6c-4298-bf59-579d6b903186 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908177
Apr 23 10:30:16.134992 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.140138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.153713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-decce2dc-78b0-4242-b9c0-47047ff2a138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:16.206992 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4897bc50e614c0b993643308f1df791&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6042142
Apr 23 10:30:16.210127 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42888) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:16.220849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc18b65b-5db9-453c-b02b-4bb22dc5f027,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:16.226426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:16.255821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.258510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.266982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-70eaa476-b3a1-40e5-9f67-20ce9c824bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:16.285102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b879cce-406b-4e2b-8a98-948ff8c312aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.309456 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68c3f5e9e0c747b39487e34992e2e9c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3315141
Apr 23 10:30:16.311141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4218e4d6-ec36-4a19-8811-b50e444976be,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:16.312246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42892) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:16.315067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:16.316540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b879cce-406b-4e2b-8a98-948ff8c312aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.416226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d5707df2-3703-471b-a995-852888f295f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.431640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b879cce-406b-4e2b-8a98-948ff8c312aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.442004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-46bd9885-e032-4086-947d-a1aac1226f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:16.460102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d5707df2-3703-471b-a995-852888f295f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.467062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b879cce-406b-4e2b-8a98-948ff8c312aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc18b65b-5db9-453c-b02b-4bb22dc5f027,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:16.474031 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1b879cce-406b-4e2b-8a98-948ff8c312aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:16.477672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b879cce-406b-4e2b-8a98-948ff8c312aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.481553 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1b879cce-406b-4e2b-8a98-948ff8c312aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bc18b65b-5db9-453c-b02b-4bb22dc5f027 HTTP/1.1" status: 204  len: 168 time: 0.2673481
Apr 23 10:30:16.518340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d5707df2-3703-471b-a995-852888f295f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.523416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-90d69ba3-a694-4f4d-9ae9-d8634846d00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:16.534215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5707df2-3703-471b-a995-852888f295f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4218e4d6-ec36-4a19-8811-b50e444976be,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:16.537968 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d5707df2-3703-471b-a995-852888f295f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:16.541298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d5707df2-3703-471b-a995-852888f295f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.545377 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d5707df2-3703-471b-a995-852888f295f9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4218e4d6-ec36-4a19-8811-b50e444976be HTTP/1.1" status: 204  len: 168 time: 0.2320306
Apr 23 10:30:16.942868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42912) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:16.963381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:16.981623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:16.985721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Usage tracker for resource:security_group_rule and tenant:36d8fc642ef34b1b8a28b28ae4616a87 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:16.989363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:16.995928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:17.090051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.094233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.105791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-26827eb1-e267-4124-9d97-151dc6198334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:17.159956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ca9c17-6047-4501-b46d-0ec1ad01f0fc,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:17.171602 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=36d8fc642ef34b1b8a28b28ae4616a87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2210031
Apr 23 10:30:17.171602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:17.172223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42926) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:17.258199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4832db6d-844e-482f-9bd7-c57840bef348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.289825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4832db6d-844e-482f-9bd7-c57840bef348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.355808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4832db6d-844e-482f-9bd7-c57840bef348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.362997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b0ff3b47-0641-4aa2-af19-534db09e9307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:17.376464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832db6d-844e-482f-9bd7-c57840bef348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ca9c17-6047-4501-b46d-0ec1ad01f0fc,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:17.382552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4832db6d-844e-482f-9bd7-c57840bef348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:17.422621 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4832db6d-844e-482f-9bd7-c57840bef348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.426349 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4832db6d-844e-482f-9bd7-c57840bef348 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37ca9c17-6047-4501-b46d-0ec1ad01f0fc HTTP/1.1" status: 204  len: 168 time: 0.2547767
Apr 23 10:30:17.482271 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da6ff0-903f-4c50-acb6-281901545d77 req-26044eb9-aa4d-4fd3-b936-17990664e66f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:17.483861 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e8da6ff0-903f-4c50-acb6-281901545d77 req-26044eb9-aa4d-4fd3-b936-17990664e66f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1363647
Apr 23 10:30:17.511147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 42946) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:17.539139 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e8da6ff0-903f-4c50-acb6-281901545d77 req-94adeb97-5374-4673-bdcd-a387d118c1b0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484674
Apr 23 10:30:17.776673 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-453202688-network', 'tenant_id': '0c3bf1824735400691dc22a89c2ccee5'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:17.781867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:17.786035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Usage tracker for resource:network and tenant:0c3bf1824735400691dc22a89c2ccee5 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:17.789062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:17.795239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:17.808587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Made reservation on behalf of 0c3bf1824735400691dc22a89c2ccee5 for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:30:17.814142 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.828275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.843600 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:17.847668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Usage tracker for resource:security_group_rule and tenant:0c3bf1824735400691dc22a89c2ccee5 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:17.852596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:17.858518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:17.951027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.955133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:17.960866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3f8a96f5-b4d6-4b77-9b94-23b575b1abdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:17.993209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=86338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:30:17.998813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f86d97-abf4-43f7-a375-033caa528d5b,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:18.003450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:18.007426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:18.007806 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Added segment 2cad6015-9e7b-4d15-9d20-cf770c78fedc of type vlan for network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3
Apr 23 10:30:18.038579 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:18.071059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:18.072448 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:18.073133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:18.078448 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-304e1d25-5716-4dd2-a946-c0585ac4807e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:18.190136 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6772709
Apr 23 10:30:18.191078 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Pushing event updated for resources: {'Network': ['ID=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:18.193254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 42972) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:18.194178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:18.200832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Request body: {'subnet': {'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-453202688-subnet', 'tenant_id': '0c3bf1824735400691dc22a89c2ccee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:18.201759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:30:18.206944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:18.211491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Usage tracker for resource:subnet and tenant:0c3bf1824735400691dc22a89c2ccee5 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:18.215810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:18.222572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:18.245408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Made reservation on behalf of 0c3bf1824735400691dc22a89c2ccee5 for: {'subnet': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:30:18.250840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5737172'] for subnet, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:18.875166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbb110-d8f7-4b31-bbaa-638d3b252ea6 req-d953daa3-6776-4890-8878-f5b9cf2e97dd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:18.876822 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7abbb110-d8f7-4b31-bbaa-638d3b252ea6 req-d953daa3-6776-4890-8878-f5b9cf2e97dd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1781645
Apr 23 10:30:18.888017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849234279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5737157'] for subnet, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:18.894258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:19.018381 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7abbb110-d8f7-4b31-bbaa-638d3b252ea6 req-6bb744f4-5f1e-4171-9c6a-a7087674ac02 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319015
Apr 23 10:30:19.018959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a737a4f3-738a-4bde-b528-43739c96d2f8,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:19.023254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:19.024167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Checking segment: {'id': '2cad6015-9e7b-4d15-9d20-cf770c78fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:30:19.024566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Network hostable DHCP agents. Network: 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:30:19.045158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:30:19.054559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3) {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:19.065516 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84730ec3-1046-4e8b-a894-6251325d9e0f None None] Network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:30:19.067558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:19.068388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:19.114444 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9097292
Apr 23 10:30:19.347431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092cc98d-e3df-49d1-992d-ae3805ff631f None None] Network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:30:20.135428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 43044) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:20.253954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285d9bc-56b5-47eb-b013-6d3d52036ae9 req-6c2da270-f663-4de2-87da-23810927064e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:20.262420 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c285d9bc-56b5-47eb-b013-6d3d52036ae9 req-6c2da270-f663-4de2-87da-23810927064e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1145194
Apr 23 10:30:20.304067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:20.339245 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:20.347028 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c285d9bc-56b5-47eb-b013-6d3d52036ae9 req-868657aa-5e00-462c-9ca6-db3289c16729 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835865
Apr 23 10:30:20.350152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6cf3d1aa0843228a23e716fe0c11c0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:20.353863 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:20.360399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:20.455551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:20.458220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:20.466665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8575b978-47be-4f4a-aba4-4a0715b3accc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:20.511653 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2d6cf3d1aa0843228a23e716fe0c11c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3744366
Apr 23 10:30:20.512588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f6ad0-fbc3-4483-8a3b-abae4e6acddf,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:20.514783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 43060) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:20.515906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:20.579623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f06363d1-e820-49fc-8918-b2e5f2929898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:20.606875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f06363d1-e820-49fc-8918-b2e5f2929898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:20.660690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f06363d1-e820-49fc-8918-b2e5f2929898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:20.667290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f8a34b3c-b308-4a20-ac9c-dc62bbe69f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:20.681372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f06363d1-e820-49fc-8918-b2e5f2929898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:20.682802 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f06363d1-e820-49fc-8918-b2e5f2929898 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d84f6ad0-fbc3-4483-8a3b-abae4e6acddf HTTP/1.1" status: 204  len: 168 time: 0.1663802
Apr 23 10:30:20.694036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06363d1-e820-49fc-8918-b2e5f2929898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f6ad0-fbc3-4483-8a3b-abae4e6acddf,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:20.697060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f06363d1-e820-49fc-8918-b2e5f2929898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:21.002366 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 43078) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:21.023036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:21.039943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:21.044403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Usage tracker for resource:security_group_rule and tenant:83aa523cff1e49659b9e3254c0e36535 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:21.047652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:21.056096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:21.145302 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:21.148189 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:21.156914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-73157acc-2aa8-4592-ada4-5c121024e938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:21.200035 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83aa523cff1e49659b9e3254c0e36535&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1964357
Apr 23 10:30:21.201795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91786d2-5eb3-494f-888d-325bf3eab003,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:21.202899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 43088) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:21.204974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:21.266047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-899dbbc8-3bf2-40ab-a379-3a922e74a6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:21.296649 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-899dbbc8-3bf2-40ab-a379-3a922e74a6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:21.341603 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-899dbbc8-3bf2-40ab-a379-3a922e74a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:21.347130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ebc5838d-c237-48cf-a94e-d7d99b4ecfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:21.363909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dbbc8-3bf2-40ab-a379-3a922e74a6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91786d2-5eb3-494f-888d-325bf3eab003,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:21.366315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-899dbbc8-3bf2-40ab-a379-3a922e74a6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:21.374852 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-899dbbc8-3bf2-40ab-a379-3a922e74a6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:21.376740 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-899dbbc8-3bf2-40ab-a379-3a922e74a6ff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a91786d2-5eb3-494f-888d-325bf3eab003 HTTP/1.1" status: 204  len: 168 time: 0.1727226
Apr 23 10:30:21.600347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b907c9-a404-46f4-b306-992145028740 req-661372b7-d063-4eb6-a964-3a2f0c15573d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:21.602538 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-40b907c9-a404-46f4-b306-992145028740 req-661372b7-d063-4eb6-a964-3a2f0c15573d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1264198
Apr 23 10:30:21.661097 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-40b907c9-a404-46f4-b306-992145028740 req-7ae756e8-4ffc-456c-82c4-424bbf12b2c8 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483577
Apr 23 10:30:22.875502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070f14b-7ba6-4954-99c4-872535180c4b req-ef95fe65-f696-4df2-a5a6-9ced7d0a161a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:22.878211 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1070f14b-7ba6-4954-99c4-872535180c4b req-ef95fe65-f696-4df2-a5a6-9ced7d0a161a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.0969901
Apr 23 10:30:22.930439 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1070f14b-7ba6-4954-99c4-872535180c4b req-ee159a39-2589-4b18-93f0-72737a4edfdc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464876
Apr 23 10:30:26.035322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d5f6f-6ccb-459b-91fe-d72588ca3851 req-c5991183-5968-4c88-a0cb-63184cfcb2fc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:26.037530 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ae7d5f6f-6ccb-459b-91fe-d72588ca3851 req-c5991183-5968-4c88-a0cb-63184cfcb2fc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.0891788
Apr 23 10:30:26.083955 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ae7d5f6f-6ccb-459b-91fe-d72588ca3851 req-d0d28a5f-f7b0-4337-9e89-2520422c442e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401793
Apr 23 10:30:27.302077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130ffaa-e4c9-4fd3-bf0e-d26cb640b0fe req-79766098-24a8-4c50-9d75-4b9f5e70858a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:27.303829 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d130ffaa-e4c9-4fd3-bf0e-d26cb640b0fe req-79766098-24a8-4c50-9d75-4b9f5e70858a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1018784
Apr 23 10:30:27.359412 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d130ffaa-e4c9-4fd3-bf0e-d26cb640b0fe req-0c473de4-ab46-407d-896e-b0275316254b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476952
Apr 23 10:30:28.573290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f8dd-df60-4c9e-847b-c37816981dc4 req-8c4d567a-befa-4c27-87a4-d983924d0723 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:28.574942 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a520f8dd-df60-4c9e-847b-c37816981dc4 req-8c4d567a-befa-4c27-87a4-d983924d0723 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.0959303
Apr 23 10:30:28.625829 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a520f8dd-df60-4c9e-847b-c37816981dc4 req-90fd0428-a747-4abf-9d50-3bbaf1638ee7 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436244
Apr 23 10:30:29.626050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:30:29.836083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96442dff-b233-4553-9473-425397f5711b req-8d62f8e8-7fea-4f7b-a794-24737c958525 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:29.837701 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-96442dff-b233-4553-9473-425397f5711b req-8d62f8e8-7fea-4f7b-a794-24737c958525 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.0882313
Apr 23 10:30:29.886871 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-96442dff-b233-4553-9473-425397f5711b req-2e5917e1-435a-4b06-af06-eab72e703cc2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428050
Apr 23 10:30:30.394583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 43290) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:30.525521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:30.541994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:30.545788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Usage tracker for resource:security_group_rule and tenant:f87a63de34ae40369d772bbf81f06070 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:30.548849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:30.555360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:30.657307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:30.662195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:30.685449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d5707df2-3703-471b-a995-852888f295f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:30.712339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 43306) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:30.712919 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f87a63de34ae40369d772bbf81f06070&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3164506
Apr 23 10:30:30.731327 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3371902-46f5-4cca-9207-6cb6e0a9fbf7,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:30.735873 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:30.784147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9e003255-c80d-4ad1-a8d6-d932bf6882f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:30.817892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9e003255-c80d-4ad1-a8d6-d932bf6882f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:30.864840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9e003255-c80d-4ad1-a8d6-d932bf6882f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:30.868718 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-78039fbb-3a6b-401a-9cfe-d622370ce0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:30.882663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e003255-c80d-4ad1-a8d6-d932bf6882f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3371902-46f5-4cca-9207-6cb6e0a9fbf7,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:30.885698 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9e003255-c80d-4ad1-a8d6-d932bf6882f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:30.897152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9e003255-c80d-4ad1-a8d6-d932bf6882f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:30.901763 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9e003255-c80d-4ad1-a8d6-d932bf6882f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a3371902-46f5-4cca-9207-6cb6e0a9fbf7 HTTP/1.1" status: 204  len: 168 time: 0.1882379
Apr 23 10:30:31.124404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6c5fa-fc4b-4c5f-8a66-86923babe702 req-a5999ca2-ab37-4a5a-bde8-78fba3354782 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:31.126345 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9ff6c5fa-fc4b-4c5f-8a66-86923babe702 req-a5999ca2-ab37-4a5a-bde8-78fba3354782 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1090455
Apr 23 10:30:31.176500 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9ff6c5fa-fc4b-4c5f-8a66-86923babe702 req-ad829135-17d3-4569-bc01-46f50361522d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432453
Apr 23 10:30:31.327939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 43330) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:31.349510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:31.369360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:31.373475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Usage tracker for resource:security_group_rule and tenant:98b4f93adaec463a9543e92f0ad5697d is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:31.376374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:31.382490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:31.476786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:31.481944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:31.494259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3ecc7515-af62-459e-9b27-acb47f1e2c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:31.543457 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=98b4f93adaec463a9543e92f0ad5697d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2107782
Apr 23 10:30:31.543457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55bbd38-ebc9-4ded-a7e1-409adbac09f2,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:31.544487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 43340) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:31.546915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:31.617251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fa5120e9-77f0-44fb-9e1f-2786515aa983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:31.657550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fa5120e9-77f0-44fb-9e1f-2786515aa983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:31.740529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fa5120e9-77f0-44fb-9e1f-2786515aa983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:31.745670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:31.760466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5120e9-77f0-44fb-9e1f-2786515aa983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55bbd38-ebc9-4ded-a7e1-409adbac09f2,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:31.763345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fa5120e9-77f0-44fb-9e1f-2786515aa983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:31.764599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fa5120e9-77f0-44fb-9e1f-2786515aa983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:31.768346 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fa5120e9-77f0-44fb-9e1f-2786515aa983 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a55bbd38-ebc9-4ded-a7e1-409adbac09f2 HTTP/1.1" status: 204  len: 168 time: 0.2223032
Apr 23 10:30:32.329822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:32.402277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3cdce-6c4a-4628-a386-bd69dd68d6a2 req-6ad1d6de-5d6e-4309-b7ef-35bf118dfa8d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:32.404015 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b8c3cdce-6c4a-4628-a386-bd69dd68d6a2 req-6ad1d6de-5d6e-4309-b7ef-35bf118dfa8d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1003530
Apr 23 10:30:32.460211 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b8c3cdce-6c4a-4628-a386-bd69dd68d6a2 req-b2fd49ce-f75e-4523-928b-b507443b31bf tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474210
Apr 23 10:30:33.675172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb75ed-2fe5-4fec-b027-9b6475eeccc8 req-104d7930-bac1-44e2-b54d-76d46de424b4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:33.677601 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-33bb75ed-2fe5-4fec-b027-9b6475eeccc8 req-104d7930-bac1-44e2-b54d-76d46de424b4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.0974970
Apr 23 10:30:33.726638 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-33bb75ed-2fe5-4fec-b027-9b6475eeccc8 req-9af8cfce-faa2-4a48-be14-612751d19258 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421646
Apr 23 10:30:34.846537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c22d3710-a33a-4935-8b33-2f69d84c50b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:34.945931 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747e8d6-b08e-4d55-9c73-bbc33641f8c1 req-043be0a7-e870-4987-983e-f3dece5e79eb tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:34.947663 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2747e8d6-b08e-4d55-9c73-bbc33641f8c1 req-043be0a7-e870-4987-983e-f3dece5e79eb tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.0994854
Apr 23 10:30:34.995858 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2747e8d6-b08e-4d55-9c73-bbc33641f8c1 req-a816c1d6-db84-445d-a0ef-459c8b5270bf tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418255
Apr 23 10:30:35.805984 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-c9bd42e0-5bdd-4611-a729-93fb420f98c8 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:35.807582 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-c9bd42e0-5bdd-4611-a729-93fb420f98c8 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/networks?id=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 HTTP/1.1" status: 200  len: 813 time: 0.1685746
Apr 23 10:30:35.823427 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-ecd628f2-ecd0-452d-8ffe-76d9aecdefa2 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/quotas/0c3bf1824735400691dc22a89c2ccee5 HTTP/1.1" status: 200  len: 375 time: 0.0097196
Apr 23 10:30:35.879183 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-62e3dd91-44eb-4e39-9cbf-cacfc485cd72 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c3bf1824735400691dc22a89c2ccee5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499461
Apr 23 10:30:36.033168 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-5df2faa8-a2df-4e49-aa23-6e4ce346cd19 service neutron] 10.222.0.75 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456137
Apr 23 10:30:36.186441 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-d82b715b-35bb-455b-a44b-07de4734cb05 service neutron] 10.222.0.75 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460381
Apr 23 10:30:36.463208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c831b0-71f3-4e80-99c5-c61bcc6bf898 req-438002ff-9613-485e-86f7-9dee7d0aeb8f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:36.464923 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d8c831b0-71f3-4e80-99c5-c61bcc6bf898 req-438002ff-9613-485e-86f7-9dee7d0aeb8f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1333904
Apr 23 10:30:36.523737 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d8c831b0-71f3-4e80-99c5-c61bcc6bf898 req-660d7056-b75f-4190-9d53-871197a7f975 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516911
Apr 23 10:30:36.685787 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-22c9d6a2-7416-4dfe-b0d8-59c60748b5ae req-14a4ebf9-f85b-4391-9cb5-4f6a19a5f147 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 210 time: 0.0517783
Apr 23 10:30:36.712581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0066c363-5d58-42ff-8e01-f7713b5fa2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:37.465740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7467c-af3d-4e2a-8afd-aeb96f3f18d0 req-939b4b6c-64c0-4039-8ff5-ce9c3e4d6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:37.467363 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-42c7467c-af3d-4e2a-8afd-aeb96f3f18d0 req-939b4b6c-64c0-4039-8ff5-ce9c3e4d6c5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 1099 time: 0.0846710
Apr 23 10:30:37.518933 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-42c7467c-af3d-4e2a-8afd-aeb96f3f18d0 req-52f2a941-28c5-4ae6-b73b-1aab2faa21bf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433106
Apr 23 10:30:37.558175 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:37.571253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 43564) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:37.722546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:37.738426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:37.742603 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Usage tracker for resource:security_group_rule and tenant:9729997c8469402f83ff72c4de48ee58 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:37.745591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:37.750507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d6036-5968-458d-8468-2c1c66445cb2 req-52ccdedb-4c49-42f5-8288-2ec3edaa89b4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:37.751708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:37.752124 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d94d6036-5968-458d-8468-2c1c66445cb2 req-52ccdedb-4c49-42f5-8288-2ec3edaa89b4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1031415
Apr 23 10:30:37.805441 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d94d6036-5968-458d-8468-2c1c66445cb2 req-161cbd7e-5016-4d9a-8dc0-adc7239e5ac5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449948
Apr 23 10:30:37.840671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:37.843710 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:37.853118 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5cf9aed0-392c-4866-89b9-333bb8a59d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:37.903734 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9729997c8469402f83ff72c4de48ee58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3285995
Apr 23 10:30:37.903734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe17a5-e6be-4d0f-a641-b85291928dc4,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:37.904121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 43576) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:37.905255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:37.990630 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc28d29b-01c9-48aa-ae8f-e91a03d5113e req-3f403664-89e0-4cdf-b684-5223af19fb88 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 210 time: 0.0688074
Apr 23 10:30:38.020120 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-00871f8e-ceef-4a47-8000-c9cff500726b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:38.053874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-00871f8e-ceef-4a47-8000-c9cff500726b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:38.103112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-00871f8e-ceef-4a47-8000-c9cff500726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:38.108221 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cea5224c-d165-4ee0-b076-c228777dd1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:38.126902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00871f8e-ceef-4a47-8000-c9cff500726b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe17a5-e6be-4d0f-a641-b85291928dc4,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:38.130402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-00871f8e-ceef-4a47-8000-c9cff500726b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:38.140431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-00871f8e-ceef-4a47-8000-c9cff500726b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:38.144557 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-00871f8e-ceef-4a47-8000-c9cff500726b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fabe17a5-e6be-4d0f-a641-b85291928dc4 HTTP/1.1" status: 204  len: 168 time: 0.2391315
Apr 23 10:30:38.207218 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:38.301111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-35a1254c-7638-42f3-b19d-097722b12a8e tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:38.302421 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-35a1254c-7638-42f3-b19d-097722b12a8e tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Synchronizing usage tracker for tenant:0c3bf1824735400691dc22a89c2ccee5 on resource:network {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:30:38.321365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-35a1254c-7638-42f3-b19d-097722b12a8e tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Unset dirty status for tenant:0c3bf1824735400691dc22a89c2ccee5 on resource:network {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:30:38.322587 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-35a1254c-7638-42f3-b19d-097722b12a8e tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.48 "GET /v2.0/networks?id=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 HTTP/1.1" status: 200  len: 813 time: 0.2106781
Apr 23 10:30:38.363273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Request body: {'port': {'device_id': '3055f97f-bfdd-4295-8101-a6bd72bca73b', 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3', 'admin_state_up': True, 'tenant_id': '0c3bf1824735400691dc22a89c2ccee5'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:38.514260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:38.518540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Usage tracker for resource:port and tenant:0c3bf1824735400691dc22a89c2ccee5 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:38.521557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:38.528023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:38.537395 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Made reservation on behalf of 0c3bf1824735400691dc22a89c2ccee5 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:30:38.543563 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:38.745215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Allocated IP 172.20.0.10 (01dac5e2-8045-446b-9f79-3bbc5d1c9dc3/a737a4f3-738a-4bde-b528-43739c96d2f8/c20e5ac7-0815-4a5b-af6d-12894ed4269f) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:30:38.861114 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.039514 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df298e2-50b6-415f-9b73-781c96d50a63 req-bc1a525a-9f7c-483a-80fe-ba022af981be tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:39.041259 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6df298e2-50b6-415f-9b73-781c96d50a63 req-bc1a525a-9f7c-483a-80fe-ba022af981be tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.0965290
Apr 23 10:30:39.075654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 43620) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:39.107745 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6df298e2-50b6-415f-9b73-781c96d50a63 req-9cb47a8d-7535-4067-bde1-a28e52e34bfe tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600383
Apr 23 10:30:39.278176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-903854222-network', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:39.287507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:39.290937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.298036 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3995a5d1-4a86-41c6-8b1e-8b9fcb48e3e3 req-324fa390-b3fa-4f9e-9eab-a92101f343ab tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 210 time: 0.0672622
Apr 23 10:30:39.299058 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Usage tracker for resource:network and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:39.302247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:39.308661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:39.320037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Made reservation on behalf of 74c2fbda36d54e61a94b83ab438f9327 for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:30:39.324248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.325081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.330057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-941ab4e3-779a-4ae9-82d7-00cf55078dc9 tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:39.339857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.357192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:39.360022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Usage tracker for resource:security_group_rule and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:39.363100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:39.369965 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:39.398869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:30:39.403312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:39.407716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:30:39.413626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:39.414275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.429564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Pushing event updated for resources: {'Port': ['ID=c20e5ac7-0815-4a5b-af6d-12894ed4269f,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:39.434244 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:39.447410 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0883305
Apr 23 10:30:39.463636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.466192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.470373 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fe9bc0a7-1111-4dd6-8b0a-f41bc8304be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:39.472278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Request body: {'port': {'device_id': '3055f97f-bfdd-4295-8101-a6bd72bca73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:39.496748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:30:39.510501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee20505-ac5a-45e9-b20a-886a84f811ff,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:39.514745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:39.515726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.516426 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Added segment 82c87b20-e8e2-4218-a16b-a59b3efae720 of type vlan for network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422
Apr 23 10:30:39.544894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.575906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.577296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:39.577998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.583230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2bcc0c1-7e9f-4a75-a47f-4e1b6215972e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:39.600736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:39.696404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:39.702800 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6257682
Apr 23 10:30:39.703499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 43636) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:39.704826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:39.708154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:30:39.712972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Request body: {'subnet': {'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-903854222-subnet', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'ip_version': 4}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:39.718124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:39.722207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Usage tracker for resource:subnet and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:39.726368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:39.732798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:39.746596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Made reservation on behalf of 74c2fbda36d54e61a94b83ab438f9327 for: {'subnet': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:30:39.751948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5737172'] for subnet, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.094550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20e5ac7-0815-4a5b-af6d-12894ed4269f {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:30:40.103181 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.118618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Transition to ACTIVE for port object c20e5ac7-0815-4a5b-af6d-12894ed4269f will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:40.121414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.126123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:40.253043 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Pushing event updated for resources: {'Port': ['ID=c20e5ac7-0815-4a5b-af6d-12894ed4269f,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:40.266744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:40.326292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Attempting to bind port c20e5ac7-0815-4a5b-af6d-12894ed4269f on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:30:40.327004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Attempting to bind port c20e5ac7-0815-4a5b-af6d-12894ed4269f by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '2cad6015-9e7b-4d15-9d20-cf770c78fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:30:40.327004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Attempting to bind port c20e5ac7-0815-4a5b-af6d-12894ed4269f on network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:30:40.335377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Port c20e5ac7-0815-4a5b-af6d-12894ed4269f on network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:30:40.335749 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Attempting to bind port c20e5ac7-0815-4a5b-af6d-12894ed4269f on network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:30:40.342425 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:30:40.342805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Checking segment: {'id': '2cad6015-9e7b-4d15-9d20-cf770c78fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:30:40.343223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Bound using segment: {'id': '2cad6015-9e7b-4d15-9d20-cf770c78fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:30:40.343696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Bound port: c20e5ac7-0815-4a5b-af6d-12894ed4269f, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cad6015-9e7b-4d15-9d20-cf770c78fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:30:40.344082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.384398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a2e56-ae9a-4955-9b79-9e230891a84e req-303d0258-5ed0-4852-bab7-a39f8f1833bd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:40.386065 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c81a2e56-ae9a-4955-9b79-9e230891a84e req-303d0258-5ed0-4852-bab7-a39f8f1833bd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1222248
Apr 23 10:30:40.448849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] For port c20e5ac7-0815-4a5b-af6d-12894ed4269f, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:30:40.452047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] For port c20e5ac7-0815-4a5b-af6d-12894ed4269f, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c20e5ac7-0815-4a5b-af6d-12894ed4269f,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:30:40.455275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.460529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:40.510215 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c81a2e56-ae9a-4955-9b79-9e230891a84e req-225df3e6-424a-4f74-b722-cf62a7a3beeb tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978291
Apr 23 10:30:40.523184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:40.523848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.525346 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] 10.222.0.48 "PUT /v2.0/ports/c20e5ac7-0815-4a5b-af6d-12894ed4269f HTTP/1.1" status: 200  len: 1094 time: 1.0576355
Apr 23 10:30:40.525876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3055f97f-bfdd-4295-8101-a6bd72bca73b', 'tag': 'c20e5ac7-0815-4a5b-af6d-12894ed4269f'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:30:40.552327 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Pushing event updated for resources: {'Port': ['ID=c20e5ac7-0815-4a5b-af6d-12894ed4269f,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:40.556456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:40.607505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c92850-7307-422e-9537-b926b7ef3711 req-5c036c95-2a77-4d89-a48c-95efa5f8a85d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:40.609133 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-22c92850-7307-422e-9537-b926b7ef3711 req-5c036c95-2a77-4d89-a48c-95efa5f8a85d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 944 time: 0.1614401
Apr 23 10:30:40.612176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849234279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5737157'] for subnet, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.618841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e848a3cf-1060-4290-8b42-ef4fff52e4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:40.679326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-768259e9-7252-4eba-8e1c-026f1739d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:40.681024 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-768259e9-7252-4eba-8e1c-026f1739d22c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3bf1824735400691dc22a89c2ccee5&device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 1097 time: 0.0806797
Apr 23 10:30:40.681162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b33362-4999-4707-9467-b68c73dc835f,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:40.700801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:40.740695 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-22c92850-7307-422e-9537-b926b7ef3711 req-b35a2434-7258-41d1-b228-f772746bbe07 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227977
Apr 23 10:30:40.775153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Checking segment: {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:30:40.775671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Network hostable DHCP agents. Network: 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:30:40.799207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:30:40.808835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422) {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:40.812785 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3055f97f-bfdd-4295-8101-a6bd72bca73b', 'tag': 'c20e5ac7-0815-4a5b-af6d-12894ed4269f', 'status': 'completed', 'code': 200}
Apr 23 10:30:40.822939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f208b96-a43b-402a-9a11-7749df0bdbee None None] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:30:40.824076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:40.824746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.847716 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1411602
Apr 23 10:30:40.850943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 43666) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:40.852888 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-af2c093a-97e7-4d19-adac-01b9796a48e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20e5ac7-0815-4a5b-af6d-12894ed4269f HTTP/1.1" status: 200  len: 217 time: 0.1136401
Apr 23 10:30:40.858296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:40.865184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:40.870073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Usage tracker for resource:router and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:40.874005 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:40.881575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:40.933982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.935274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:40.940880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-ca14022d-e7bc-468e-90f6-9fb2ede79792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:40.942628 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-ca14022d-e7bc-468e-90f6-9fb2ede79792 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a737a4f3-738a-4bde-b528-43739c96d2f8 HTTP/1.1" status: 200  len: 853 time: 0.0802414
Apr 23 10:30:40.977069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:41.019363 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-ab17ff10-d14f-49e4-a9cb-01dffe5a4971 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691812
Apr 23 10:30:41.095044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:30:41.096174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:41.182492 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-cee525b0-6dcd-478b-aac9-6509b141871a service neutron] 10.222.0.48 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476681
Apr 23 10:30:41.218414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e02d0-b11f-42f8-8ecb-2c21daefc78b req-a3da80b3-a54c-4a09-8b6a-56e73d9b592b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:41.220067 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2f4e02d0-b11f-42f8-8ecb-2c21daefc78b req-a3da80b3-a54c-4a09-8b6a-56e73d9b592b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.3307276
Apr 23 10:30:41.273276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Allocated IP 172.20.0.2 (4fa29bb5-e2e8-46fb-a0b4-97526cc5d422/a2b33362-4999-4707-9467-b68c73dc835f/c7af595d-56ad-4fe2-b4e0-75fe28368ee0) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:30:41.317991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:41.331037 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af2ab7e4-11ea-429b-932f-b5c164f2af0c req-01be9312-722c-472a-9dc6-0cd01d618f07 service neutron] 10.222.0.48 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390843
Apr 23 10:30:41.408921 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2f4e02d0-b11f-42f8-8ecb-2c21daefc78b req-3c13e3e3-6826-4d56-99eb-e0c4cc4c2ba2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298425
Apr 23 10:30:41.514153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:41.526359 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Transition to ACTIVE for port object c7af595d-56ad-4fe2-b4e0-75fe28368ee0 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:41.546437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Transition to ACTIVE for port object c7af595d-56ad-4fe2-b4e0-75fe28368ee0 will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:41.553037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:41.570929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:41.594357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-e4e8b58b-5478-4055-8dfb-c3582e29066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:41.596635 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-e4e8b58b-5478-4055-8dfb-c3582e29066d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3bf1824735400691dc22a89c2ccee5&device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 1097 time: 0.0957558
Apr 23 10:30:41.649134 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:30:41.653177 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:41.655055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Pushing event updated for resources: {'Port': ['ID=c7af595d-56ad-4fe2-b4e0-75fe28368ee0,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:41.673709 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:30:41.688410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.688790 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.689222 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.689597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.690008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.690389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.690747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.691110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.691474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.691869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.692230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.692592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:41.703725 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:41.727549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:41.825525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:41.834452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-868c90e5-199f-4551-a101-1b047b0631a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:41.839797 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-868c90e5-199f-4551-a101-1b047b0631a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 HTTP/1.1" status: 200  len: 914 time: 0.2301002
Apr 23 10:30:41.852690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Attempting to bind port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:30:41.853389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Attempting to bind port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:30:41.863906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Attempting to bind port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 on network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:30:41.870493 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:30:41.870914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Checking segment: {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:30:41.871371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:41.871816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Bound using segment: {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:30:41.872349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Bound port: c7af595d-56ad-4fe2-b4e0-75fe28368ee0, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:30:41.872755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:41.978896 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-15907338-24c4-4fb8-9b00-fd3ec7df187d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c20e5ac7-0815-4a5b-af6d-12894ed4269f HTTP/1.1" status: 200  len: 217 time: 0.1241474
Apr 23 10:30:42.134731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-3b44a1ab-bf17-4c66-bb13-f7aa36ea8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:42.136299 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-3b44a1ab-bf17-4c66-bb13-f7aa36ea8d01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a737a4f3-738a-4bde-b528-43739c96d2f8 HTTP/1.1" status: 200  len: 853 time: 0.1280992
Apr 23 10:30:42.205941 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097581-d8e2-447f-8411-cdc05f187c29 req-e2d17d5d-71a8-475b-be44-3bc9ea3ff4b7 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:42.207650 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f1097581-d8e2-447f-8411-cdc05f187c29 req-e2d17d5d-71a8-475b-be44-3bc9ea3ff4b7 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 944 time: 0.2797663
Apr 23 10:30:42.210637 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-bb913f2a-8ca1-4bcc-b2a5-4a2042b3340b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610166
Apr 23 10:30:42.216039 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Allocated IP 172.27.0.175 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/4773fcbd-fa5f-4e19-9914-c786a5ec369c) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:30:42.276336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] For port c7af595d-56ad-4fe2-b4e0-75fe28368ee0, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:30:42.279486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] For port c7af595d-56ad-4fe2-b4e0-75fe28368ee0, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=c7af595d-56ad-4fe2-b4e0-75fe28368ee0,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:30:42.283557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:42.293398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:42.349362 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f1097581-d8e2-447f-8411-cdc05f187c29 req-c85bb10a-7225-4aa5-8238-969a51a91c5a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208584
Apr 23 10:30:42.357913 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-88eaf16b-50a4-4af7-a522-9f0185dd0ef1 service neutron] 10.222.0.48 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384668
Apr 23 10:30:42.374949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Pushing event updated for resources: {'Port': ['ID=c7af595d-56ad-4fe2-b4e0-75fe28368ee0,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:42.383681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:42.430784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:42.462394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:42.467946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-137e8659-cd73-4c96-9f49-cbeddb49e7ec tempest-DeleteServersTestJSON-897727670 tempest-DeleteServersTestJSON-897727670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:42.515978 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1be4d5d-580b-4dea-b987-1c4ccf410f5b req-fa440439-98a0-4d86-891d-177fdd9b09da service neutron] 10.222.0.48 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474190
Apr 23 10:30:42.529675 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:30:42.537989 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:42.542750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:30:42.588606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Pushing event updated for resources: {'Port': ['ID=4773fcbd-fa5f-4e19-9914-c786a5ec369c,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:42.592025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:42.879002 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c7af595d-56ad-4fe2-b4e0-75fe28368ee0 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:42.950875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:43.268842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:43.637228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-9cc5ff13-f6f2-4af2-bafa-f271116ba267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:43.639012 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-9cc5ff13-f6f2-4af2-bafa-f271116ba267 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1099 time: 0.0847375
Apr 23 10:30:43.805773 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:43.815454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dad4ae-4647-4b35-baa6-fb63f5b0be44 req-03ffefd1-b92b-448b-a776-697c9c7ada0c tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:43.817149 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-16dad4ae-4647-4b35-baa6-fb63f5b0be44 req-03ffefd1-b92b-448b-a776-697c9c7ada0c tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 944 time: 0.2989781
Apr 23 10:30:43.818084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-5e62bc6a-abae-4f12-84c3-4934ed63e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:43.819777 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-5e62bc6a-abae-4f12-84c3-4934ed63e843 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.1568875
Apr 23 10:30:43.826485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2863a05-034f-424d-83b6-c0990d89f7d5 req-4681ad12-b571-4fa2-a7fa-c652fefef425 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:43.828001 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d2863a05-034f-424d-83b6-c0990d89f7d5 req-4681ad12-b571-4fa2-a7fa-c652fefef425 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.2113535
Apr 23 10:30:43.835758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7f190-260c-4e7e-a4b8-d02c7b806b80 None None] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:30:43.909927 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-9a258d2d-3a3b-403e-b10d-42484bf3cea7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 200  len: 217 time: 0.0794003
Apr 23 10:30:43.954507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-a278bca5-0424-4572-8fef-84f3fe3d7a34 None None] Provisioning for port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:43.963986 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-a278bca5-0424-4572-8fef-84f3fe3d7a34 None None] Provisioning complete for port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:43.964534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a278bca5-0424-4572-8fef-84f3fe3d7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:43.990954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-8dea454c-f326-4b43-a5d1-ff75961acbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:43.992253 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-8dea454c-f326-4b43-a5d1-ff75961acbe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.0716214
Apr 23 10:30:44.035278 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-16dad4ae-4647-4b35-baa6-fb63f5b0be44 req-e3877a69-b15b-4987-b40e-8c429285007e tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061732
Apr 23 10:30:44.070936 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-ef2b009d-9aca-47f2-8fc3-78aa09ce8ef8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702741
Apr 23 10:30:44.112726 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d2863a05-034f-424d-83b6-c0990d89f7d5 req-1701e28b-aaa4-435f-b2df-65238fc907d8 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595496
Apr 23 10:30:44.186843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Router 7a7280a4-4de8-4031-8f5d-431b2327578f is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:30:44.267097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a278bca5-0424-4572-8fef-84f3fe3d7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:44.318516 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-f6c5de0e-8028-4a17-a738-dc4f39be280b service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334559
Apr 23 10:30:44.392239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-a278bca5-0424-4572-8fef-84f3fe3d7a34 None None] For port c7af595d-56ad-4fe2-b4e0-75fe28368ee0, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=c7af595d-56ad-4fe2-b4e0-75fe28368ee0,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:30:44.397602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a278bca5-0424-4572-8fef-84f3fe3d7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:44.400200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:44.526684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278bca5-0424-4572-8fef-84f3fe3d7a34 None None] Pushing event updated for resources: {'Port': ['ID=c7af595d-56ad-4fe2-b4e0-75fe28368ee0,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:44.536763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a278bca5-0424-4572-8fef-84f3fe3d7a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:44.565260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:30:44.571292 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1bb8d34-8c24-4a1e-8ccb-015d1bb9d048 req-5ee550ba-7a76-4d07-8dc0-9ad95cfc246c service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2441175
Apr 23 10:30:44.575508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Sync routers for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:30:44.590108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:44.591040 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaecad30>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:30:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:44.595057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Notify callbacks [] for router, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:44.600096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 43720) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:44.605771 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.7535105
Apr 23 10:30:44.730037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-99c227cd-d86c-4091-843b-70dfde0d3d52 None None] Provisioning complete for port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:44.730662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-99c227cd-d86c-4091-843b-70dfde0d3d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:44.849325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:44.920468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c7af595d-56ad-4fe2-b4e0-75fe28368ee0 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:45.015073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:45.015488 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:45.201466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaecad30>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:42Z', 'revision_number': 3, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:45.208229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Checking router: 7a7280a4-4de8-4031-8f5d-431b2327578f for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:30:45.208937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Updating router 7a7280a4-4de8-4031-8f5d-431b2327578f port 4773fcbd-fa5f-4e19-9914-c786a5ec369c binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:30:45.272699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:45.373516 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38a0b1-fac2-4242-b1da-e75a74545b2d req-a8da7c61-ee69-47fe-acdf-36861626d2ef tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:45.375122 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e38a0b1-fac2-4242-b1da-e75a74545b2d req-a8da7c61-ee69-47fe-acdf-36861626d2ef tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1172099
Apr 23 10:30:45.383480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052aad6c-274f-4e5f-b0d9-8d841cd8ce65 req-e43ba572-5d45-4008-ad49-15882759658c tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:45.385009 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-052aad6c-274f-4e5f-b0d9-8d841cd8ce65 req-e43ba572-5d45-4008-ad49-15882759658c tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 944 time: 0.1787672
Apr 23 10:30:45.466898 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e38a0b1-fac2-4242-b1da-e75a74545b2d req-6bdfaae3-17a9-4e3f-ae23-6f88bb7049dd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808299
Apr 23 10:30:45.471617 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-052aad6c-274f-4e5f-b0d9-8d841cd8ce65 req-56d174df-22c1-43bc-8eba-d99406acacf9 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697291
Apr 23 10:30:45.683537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:45.696625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Transition to ACTIVE for port object 4773fcbd-fa5f-4e19-9914-c786a5ec369c will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:45.702663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:45.706782 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e0432d57-ba6d-4850-a036-a5273e0bb902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:45.758668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:45.776267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device c20e5ac7-0815-4a5b-af6d-12894ed4269f details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:30:45.795177 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Attempting to bind port 4773fcbd-fa5f-4e19-9914-c786a5ec369c on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:30:45.795590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Attempting to bind port 4773fcbd-fa5f-4e19-9914-c786a5ec369c by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:30:45.795986 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Attempting to bind port 4773fcbd-fa5f-4e19-9914-c786a5ec369c on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:30:45.799678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Pushing event updated for resources: {'Port': ['ID=4773fcbd-fa5f-4e19-9914-c786a5ec369c,revision_number=2']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:45.804969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:30:45.805399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:30:45.805840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:45.806272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:30:45.806779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Bound port: 4773fcbd-fa5f-4e19-9914-c786a5ec369c, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:30:45.807186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:45.841902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.842288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.842661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.843034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.843398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.843765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.844281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.844510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.844871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.845318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.845636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.845950 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:30:45.856338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:45.898501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] For port 4773fcbd-fa5f-4e19-9914-c786a5ec369c, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:30:45.902104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] For port 4773fcbd-fa5f-4e19-9914-c786a5ec369c, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4773fcbd-fa5f-4e19-9914-c786a5ec369c,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:30:45.904589 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:45.909906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f93314c-f329-4252-a091-befccc0b0cf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:45.933514 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port c20e5ac7-0815-4a5b-af6d-12894ed4269f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c20e5ac7-0815-4a5b-af6d-12894ed4269f,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:30:45.947553 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'c20e5ac7-0815-4a5b-af6d-12894ed4269f', 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3', 'port_id': 'c20e5ac7-0815-4a5b-af6d-12894ed4269f', 'mac_address': 'fa:16:3e:bb:c9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a737a4f3-738a-4bde-b528-43739c96d2f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:30:45.993092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:45.994041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaecad30>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:30:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:46.006376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Allocated IP 172.20.0.1 (4fa29bb5-e2e8-46fb-a0b4-97526cc5d422/a2b33362-4999-4707-9467-b68c73dc835f/c1f85926-275b-4183-9c16-38fc11fd95c8) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:30:46.025755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.046763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20e5ac7-0815-4a5b-af6d-12894ed4269f {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:30:46.064457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port c20e5ac7-0815-4a5b-af6d-12894ed4269f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c20e5ac7-0815-4a5b-af6d-12894ed4269f,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:30:46.067436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.070158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:46.132295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Pushing event updated for resources: {'Port': ['ID=4773fcbd-fa5f-4e19-9914-c786a5ec369c,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:46.137684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:46.156123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=c20e5ac7-0815-4a5b-af6d-12894ed4269f,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:46.159471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:46.170766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.186663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Transition to ACTIVE for port object c1f85926-275b-4183-9c16-38fc11fd95c8 will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:46.198741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:46.209897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.214557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cc9d939d-c697-4f51-b370-7b3dc8d800dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:46.281123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:30:46.284069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:46.288563 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:30:46.289083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.305444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Pushing event updated for resources: {'Port': ['ID=c1f85926-275b-4183-9c16-38fc11fd95c8,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:46.314208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:46.415643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.511722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaecad30>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:42Z', 'revision_number': 3, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:46.517336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ad7534-5faf-40fe-80ee-b8280375d8c2 None None] The sync data for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi is: [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:42Z', 'revision_number': 3, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:30:46.539843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-cb7b9f12-cd20-4c77-8820-cd0b4e2d8dbb None None] Provisioning for port c1f85926-275b-4183-9c16-38fc11fd95c8 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:46.545089 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-cb7b9f12-cd20-4c77-8820-cd0b4e2d8dbb None None] Provisioning complete for port c1f85926-275b-4183-9c16-38fc11fd95c8 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:46.545478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9f12-cd20-4c77-8820-cd0b4e2d8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.647765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b9f12-cd20-4c77-8820-cd0b4e2d8dbb None None] Port c1f85926-275b-4183-9c16-38fc11fd95c8 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:30:46.738594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.744478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.745324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:46.750135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:46.902634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Pushing event updated for resources: {'Port': ['ID=c1f85926-275b-4183-9c16-38fc11fd95c8,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:46.907949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:46.925112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642768-2661-41d5-914b-a321dadfd4bf req-040897e0-c84a-4f19-91e1-ab6538192e59 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:46.929274 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-49642768-2661-41d5-914b-a321dadfd4bf req-040897e0-c84a-4f19-91e1-ab6538192e59 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1415226
Apr 23 10:30:46.938160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600fbe-bbc1-4f5d-a48d-deddb3a88025 req-9e12bb7d-7ead-4633-8c8d-9b7aba7aae04 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:46.939732 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92600fbe-bbc1-4f5d-a48d-deddb3a88025 req-9e12bb7d-7ead-4633-8c8d-9b7aba7aae04 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 945 time: 0.2292895
Apr 23 10:30:46.956666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:30:46.958027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:47.015426 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92600fbe-bbc1-4f5d-a48d-deddb3a88025 req-6efdd20e-0d0e-4444-a6fd-cb61bc67d676 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544629
Apr 23 10:30:47.075615 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-49642768-2661-41d5-914b-a321dadfd4bf req-ead02b8c-2c0f-4dfd-a031-43623083f4fd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346333
Apr 23 10:30:47.231275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Router 7a7280a4-4de8-4031-8f5d-431b2327578f has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:30:47.276389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-7d4ae3c9-7d20-497b-bcdd-12918a9acdad None None] Provisioning complete for port c1f85926-275b-4183-9c16-38fc11fd95c8 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:47.276813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae3c9-7d20-497b-bcdd-12918a9acdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:47.336619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ae3c9-7d20-497b-bcdd-12918a9acdad None None] Port c1f85926-275b-4183-9c16-38fc11fd95c8 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:30:47.431935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:30:47.441460 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] 10.222.0.75 "PUT /v2.0/routers/7a7280a4-4de8-4031-8f5d-431b2327578f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8400967
Apr 23 10:30:47.983727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 43782) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:47.990211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-88482389-network', 'tenant_id': 'f933be91ea474ac8bf348416425f6087'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:47.995190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:47.999275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Usage tracker for resource:network and tenant:f933be91ea474ac8bf348416425f6087 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:48.002322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:48.008864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:48.017956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Made reservation on behalf of f933be91ea474ac8bf348416425f6087 for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:30:48.023179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.037028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.055364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:48.066023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f933be91ea474ac8bf348416425f6087 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:48.066023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:48.070273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:48.153506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.156048 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.159971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:48.184014 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=86338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:30:48.197418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e5de69-1762-45db-a65f-31876c8cfc24,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:48.201606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:48.202568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.202950 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Added segment 7f22309e-6a0a-49fa-94aa-c3edff4b88f2 of type vlan for network 5e72d0a6-18e0-455b-b957-df4f4af7ff17
Apr 23 10:30:48.229566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.258012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.259347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:48.259985 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.264834 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:48.369340 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3843901
Apr 23 10:30:48.372330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e72d0a6-18e0-455b-b957-df4f4af7ff17,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:48.372477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 43792) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:48.375290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:48.378410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Request body: {'subnet': {'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-88482389-subnet', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'ip_version': 4}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:48.383658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:30:48.384408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:48.388616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Usage tracker for resource:subnet and tenant:f933be91ea474ac8bf348416425f6087 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:48.391638 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:48.397787 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:48.408387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Made reservation on behalf of f933be91ea474ac8bf348416425f6087 for: {'subnet': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:30:48.413491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5737172'] for subnet, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.817856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849234279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5737157'] for subnet, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.822843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:48.851399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4773fcbd-fa5f-4e19-9914-c786a5ec369c up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:48.912790 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Checking segment: {'id': '7f22309e-6a0a-49fa-94aa-c3edff4b88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:30:48.913264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Network hostable DHCP agents. Network: 5e72d0a6-18e0-455b-b957-df4f4af7ff17, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:30:48.923822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb7f412-fa74-460f-a80b-fbabfb58c6c5,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:48.932228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:48.942442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:30:48.948229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 4773fcbd-fa5f-4e19-9914-c786a5ec369c completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:48.956474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 4773fcbd-fa5f-4e19-9914-c786a5ec369c triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:48.956972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:48.974494 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 5e72d0a6-18e0-455b-b957-df4f4af7ff17) {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:48.988108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:48.989381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:49.002985 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e98931-a832-44e1-99e4-d3b2c9cf59da None None] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:30:49.062108 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6858983
Apr 23 10:30:49.062529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 43798) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:49.069391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:30:49.079578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:30:49.083963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Usage tracker for resource:router and tenant:f933be91ea474ac8bf348416425f6087 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:30:49.087223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:30:49.100262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:30:49.122387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:49.123848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:49.146939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:49.177322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7550161-2835-4195-a1af-1ca04e50b26e req-19e4b5e2-b594-4518-a6e1-b437d204ce02 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:49.178946 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d7550161-2835-4195-a1af-1ca04e50b26e req-19e4b5e2-b594-4518-a6e1-b437d204ce02 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 945 time: 0.1625435
Apr 23 10:30:49.232188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779f1e2-83c1-4b71-8abd-354a31b01ad0 req-eb64f10c-70d1-4d41-9919-4c1f30164ea0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:49.236856 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9779f1e2-83c1-4b71-8abd-354a31b01ad0 req-eb64f10c-70d1-4d41-9919-4c1f30164ea0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1759944
Apr 23 10:30:49.265534 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d7550161-2835-4195-a1af-1ca04e50b26e req-20a28615-1ab0-4b8a-8712-da097da5d51c tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782454
Apr 23 10:30:49.294189 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9779f1e2-83c1-4b71-8abd-354a31b01ad0 req-4bf48f49-f6f3-47fe-9cdd-36937a92983c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519624
Apr 23 10:30:49.338972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-5e72d0a6-18e0-455b-b957-df4f4af7ff17', 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'fixed_ips': [{'subnet_id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:30:49.339905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:49.418911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['c20e5ac7-0815-4a5b-af6d-12894ed4269f'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:30:49.472430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:49.476066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:49.528920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 4773fcbd-fa5f-4e19-9914-c786a5ec369c, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4773fcbd-fa5f-4e19-9914-c786a5ec369c,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:30:49.545745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:49.550535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a278bca5-0424-4572-8fef-84f3fe3d7a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:49.621510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Sync routers for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:30:49.690322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:49.691028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baad2ddd8>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:30:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:50.027663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=4773fcbd-fa5f-4e19-9914-c786a5ec369c,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:50.036529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Allocated IP 172.20.0.2 (5e72d0a6-18e0-455b-b957-df4f4af7ff17/0cb7f412-fa74-460f-a80b-fbabfb58c6c5/4c2f750d-3071-4356-8141-7558c68fcb3f) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:30:50.040955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:50.092498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:50.126682 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:50.202312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:50.286646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Allocated IP 172.27.0.9 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/bd583f52-1e7b-48ec-b948-bac2920e5940) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:30:50.501545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:50.540726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:50.550865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ab59d577-a20b-4b4b-89fb-1fdc6b5ad18d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:50.615858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c4b13-7e65-4f03-b3ce-ae81c45fb804 req-0183f4bd-ef39-423b-b915-38c00e3e811a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:50.624088 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f45c4b13-7e65-4f03-b3ce-ae81c45fb804 req-0183f4bd-ef39-423b-b915-38c00e3e811a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1487052
Apr 23 10:30:50.642866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:30:50.646536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:50.649682 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:30:50.671340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017ecad-6c48-4122-a888-bcdd90aa176f req-310ed38e-2730-4a40-b7b7-b4a8baa2f859 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:50.677074 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e017ecad-6c48-4122-a888-bcdd90aa176f req-310ed38e-2730-4a40-b7b7-b4a8baa2f859 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 945 time: 0.2441182
Apr 23 10:30:50.747981 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f45c4b13-7e65-4f03-b3ce-ae81c45fb804 req-1026ffe0-7c86-4b78-b791-8d68386d0150 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225035
Apr 23 10:30:50.832206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Pushing event updated for resources: {'Port': ['ID=bd583f52-1e7b-48ec-b948-bac2920e5940,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:50.841013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:50.843249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:50.861669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Transition to ACTIVE for port object 4c2f750d-3071-4356-8141-7558c68fcb3f will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:50.888478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Transition to ACTIVE for port object 4c2f750d-3071-4356-8141-7558c68fcb3f will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:50.901985 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baad2ddd8>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'c1f85926-275b-4183-9c16-38fc11fd95c8', 'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'mac_address': 'fa:16:3e:49:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:45Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 2, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'subnets': [{'id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:50.906470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:50.912161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4773fcbd-fa5f-4e19-9914-c786a5ec369c up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:50.987354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:51.060800 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e017ecad-6c48-4122-a888-bcdd90aa176f req-cee0aac9-f968-46c5-b36a-7eff1f998bd5 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3643088
Apr 23 10:30:51.076344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Checking router: 7a7280a4-4de8-4031-8f5d-431b2327578f for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:30:51.076748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Updating router 7a7280a4-4de8-4031-8f5d-431b2327578f port c1f85926-275b-4183-9c16-38fc11fd95c8 binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:30:51.137492 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:30:51.144644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:51.155425 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:30:51.174839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Pushing event updated for resources: {'Port': ['ID=4c2f750d-3071-4356-8141-7558c68fcb3f,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:51.182431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:51.219453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:51.236501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 4773fcbd-fa5f-4e19-9914-c786a5ec369c triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:51.236916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:51.252628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:51.398498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Attempting to bind port 4c2f750d-3071-4356-8141-7558c68fcb3f on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:30:51.398912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Attempting to bind port 4c2f750d-3071-4356-8141-7558c68fcb3f by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '7f22309e-6a0a-49fa-94aa-c3edff4b88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:30:51.399321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Attempting to bind port 4c2f750d-3071-4356-8141-7558c68fcb3f on network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:30:51.413386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:30:51.413794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Checking segment: {'id': '7f22309e-6a0a-49fa-94aa-c3edff4b88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:30:51.414237 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:51.414668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Bound using segment: {'id': '7f22309e-6a0a-49fa-94aa-c3edff4b88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:30:51.415176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Bound port: 4c2f750d-3071-4356-8141-7558c68fcb3f, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f22309e-6a0a-49fa-94aa-c3edff4b88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:30:51.415587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:51.628614 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:51.719949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] For port 4c2f750d-3071-4356-8141-7558c68fcb3f, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:30:51.725860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] For port 4c2f750d-3071-4356-8141-7558c68fcb3f, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4c2f750d-3071-4356-8141-7558c68fcb3f,segment=NetworkSegment(7f22309e-6a0a-49fa-94aa-c3edff4b88f2),segment_id=7f22309e-6a0a-49fa-94aa-c3edff4b88f2)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:30:51.734059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:51.749551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c5458b1b-0ba1-4278-8abc-8b8daf8f172d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:51.861937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Pushing event updated for resources: {'Port': ['ID=4c2f750d-3071-4356-8141-7558c68fcb3f,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:51.866475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Router d7fc0c18-dc24-46b4-be49-72c26257e616 is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:30:51.866643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:51.955595 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:51.970678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Transition to ACTIVE for port object c1f85926-275b-4183-9c16-38fc11fd95c8 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:51.977952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:51.978696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165bdec-def6-4aef-b99c-d0c33a233f92 req-51d9eeab-e625-401e-9dc8-e41bb595e52b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:51.980463 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0165bdec-def6-4aef-b99c-d0c33a233f92 req-51d9eeab-e625-401e-9dc8-e41bb595e52b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0964477
Apr 23 10:30:51.983218 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:52.031181 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0165bdec-def6-4aef-b99c-d0c33a233f92 req-d036601f-2ad8-4658-802b-4f459e266142 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436552
Apr 23 10:30:52.088824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:30:52.104587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Sync routers for ids ['d7fc0c18-dc24-46b4-be49-72c26257e616'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:30:52.127361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Routers {'d7fc0c18-dc24-46b4-be49-72c26257e616'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:52.129394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bab943eb8>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:30:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d7fc0c18-dc24-46b4-be49-72c26257e616'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:52.148456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:52.149829 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0859830
Apr 23 10:30:52.152669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 43842) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:30:52.177886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfa1a0-9437-43c3-99c9-51e1f9c5482a None None] Pushing event updated for resources: {'Port': ['ID=c1f85926-275b-4183-9c16-38fc11fd95c8,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:52.199313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-decfa1a0-9437-43c3-99c9-51e1f9c5482a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:52.583167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332020-69d4-441e-90a2-f3b378e36490 req-7720b393-47da-4d8d-8b25-c7c885221087 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:52.585132 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b332020-69d4-441e-90a2-f3b378e36490 req-7720b393-47da-4d8d-8b25-c7c885221087 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 945 time: 0.2548723
Apr 23 10:30:52.615399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Attempting to bind port c1f85926-275b-4183-9c16-38fc11fd95c8 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:30:52.615812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Attempting to bind port c1f85926-275b-4183-9c16-38fc11fd95c8 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:30:52.616234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Attempting to bind port c1f85926-275b-4183-9c16-38fc11fd95c8 on network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:30:52.626716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:30:52.627019 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Checking segment: {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:30:52.627471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:52.627915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Bound using segment: {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:30:52.628479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Bound port: c1f85926-275b-4183-9c16-38fc11fd95c8, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:30:52.629449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:52.705332 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b332020-69d4-441e-90a2-f3b378e36490 req-4f392ba3-552e-4661-8dd3-9b14c5b18085 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127508
Apr 23 10:30:52.837285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] For port c1f85926-275b-4183-9c16-38fc11fd95c8, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:30:52.852766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] For port c1f85926-275b-4183-9c16-38fc11fd95c8, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=c1f85926-275b-4183-9c16-38fc11fd95c8,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:30:52.860797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:52.873023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:52.913176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device c20e5ac7-0815-4a5b-af6d-12894ed4269f up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:52.995620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Set router d7fc0c18-dc24-46b4-be49-72c26257e616 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:53.010047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4c2f750d-3071-4356-8141-7558c68fcb3f up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:53.102406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfa1a0-9437-43c3-99c9-51e1f9c5482a None None] Pushing event updated for resources: {'Port': ['ID=c1f85926-275b-4183-9c16-38fc11fd95c8,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:53.182225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-decfa1a0-9437-43c3-99c9-51e1f9c5482a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:53.278169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:53.278897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baad2ddd8>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:30:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:53.393272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591209-fe38-4c42-ac95-166b633dd284 req-720cd35f-c386-4174-b346-39a2b1c966d9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:53.403389 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a2591209-fe38-4c42-ac95-166b633dd284 req-720cd35f-c386-4174-b346-39a2b1c966d9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1896889
Apr 23 10:30:53.480930 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a2591209-fe38-4c42-ac95-166b633dd284 req-aee2f85b-525d-49e2-81eb-c387338a5735 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747890
Apr 23 10:30:53.554946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bab943eb8>, [{'id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:49Z', 'updated_at': '2021-04-23T10:30:51Z', 'revision_number': 3, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'gw_port': {'id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:50Z', 'updated_at': '2021-04-23T10:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:53.563983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Checking router: d7fc0c18-dc24-46b4-be49-72c26257e616 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:30:53.564378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Updating router d7fc0c18-dc24-46b4-be49-72c26257e616 port bd583f52-1e7b-48ec-b948-bac2920e5940 binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:30:53.632576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port c20e5ac7-0815-4a5b-af6d-12894ed4269f completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:53.664042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 4c2f750d-3071-4356-8141-7558c68fcb3f completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:53.675044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:53.720682 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port c20e5ac7-0815-4a5b-af6d-12894ed4269f triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:53.729217 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:53.837609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa38060-0693-4d3e-b260-4106d3e0bfc0 None None] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:30:53.992254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.008207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:54.044896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3fb9-b8f3-4ec2-8683-81ff1493fefa req-410525db-6acb-4d78-95d0-b1b2d34337a1 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:54.053464 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c0dc3fb9-b8f3-4ec2-8683-81ff1493fefa req-410525db-6acb-4d78-95d0-b1b2d34337a1 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 945 time: 0.1001003
Apr 23 10:30:54.110359 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c0dc3fb9-b8f3-4ec2-8683-81ff1493fefa req-8e8f6d7a-b743-4cc0-9f71-f3f2007b9c7c tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555789
Apr 23 10:30:54.215167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.227302 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Allocated IP 172.20.0.1 (5e72d0a6-18e0-455b-b957-df4f4af7ff17/0cb7f412-fa74-460f-a80b-fbabfb58c6c5/d02c8b3b-1d71-4c9f-8620-02021fea316b) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:30:54.228871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Transition to ACTIVE for port object bd583f52-1e7b-48ec-b948-bac2920e5940 will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:54.234758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.240028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:54.303732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-159c4268-4a0f-4cef-aa9e-b2dbb8699435 None None] Provisioning for port 4c2f750d-3071-4356-8141-7558c68fcb3f completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:54.319321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134c766-a079-499f-9418-cd0023a7e830 None None] Pushing event updated for resources: {'Port': ['ID=bd583f52-1e7b-48ec-b948-bac2920e5940,revision_number=2']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:54.322681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2134c766-a079-499f-9418-cd0023a7e830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:54.341707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Attempting to bind port bd583f52-1e7b-48ec-b948-bac2920e5940 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:30:54.342119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Attempting to bind port bd583f52-1e7b-48ec-b948-bac2920e5940 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:30:54.342528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Attempting to bind port bd583f52-1e7b-48ec-b948-bac2920e5940 on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:30:54.344245 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-159c4268-4a0f-4cef-aa9e-b2dbb8699435 None None] Provisioning complete for port 4c2f750d-3071-4356-8141-7558c68fcb3f triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:54.344664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-159c4268-4a0f-4cef-aa9e-b2dbb8699435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.348325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:30:54.348743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:30:54.349211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.349916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:30:54.350427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Bound port: bd583f52-1e7b-48ec-b948-bac2920e5940, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:30:54.350842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.394322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.411729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Transition to ACTIVE for port object d02c8b3b-1d71-4c9f-8620-02021fea316b will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:30:54.436910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.437719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] For port bd583f52-1e7b-48ec-b948-bac2920e5940, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:30:54.441018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] For port bd583f52-1e7b-48ec-b948-bac2920e5940, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=bd583f52-1e7b-48ec-b948-bac2920e5940,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:30:54.442452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:54.445298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.450295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:54.516483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:30:54.519483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:54.524185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:30:54.524687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.528999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134c766-a079-499f-9418-cd0023a7e830 None None] Pushing event updated for resources: {'Port': ['ID=bd583f52-1e7b-48ec-b948-bac2920e5940,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:54.533617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2134c766-a079-499f-9418-cd0023a7e830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:54.553835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Routers {'d7fc0c18-dc24-46b4-be49-72c26257e616'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:54.554347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Pushing event updated for resources: {'Port': ['ID=d02c8b3b-1d71-4c9f-8620-02021fea316b,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:54.554547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bab943eb8>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:30:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d7fc0c18-dc24-46b4-be49-72c26257e616'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:54.558015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:54.593669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.647840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.729668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3055f97f-bfdd-4295-8101-a6bd72bca73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20e5ac7-0815-4a5b-af6d-12894ed4269f'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:30:54.751425 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-159c4268-4a0f-4cef-aa9e-b2dbb8699435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.763382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port c20e5ac7-0815-4a5b-af6d-12894ed4269f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c20e5ac7-0815-4a5b-af6d-12894ed4269f,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:30:54.775926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] Set router d7fc0c18-dc24-46b4-be49-72c26257e616 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:30:54.780530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.785850 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:54.848726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baad2ddd8>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'c1f85926-275b-4183-9c16-38fc11fd95c8', 'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'mac_address': 'fa:16:3e:49:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:45Z', 'updated_at': '2021-04-23T10:30:52Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'subnets': [{'id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:54.877364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089ce11-828f-4773-a5cf-9bc6015990c3 None None] The sync data for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi is: [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'c1f85926-275b-4183-9c16-38fc11fd95c8', 'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'mac_address': 'fa:16:3e:49:2d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:45Z', 'updated_at': '2021-04-23T10:30:52Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'subnets': [{'id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:30:54.898418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-159c4268-4a0f-4cef-aa9e-b2dbb8699435 None None] For port 4c2f750d-3071-4356-8141-7558c68fcb3f, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4c2f750d-3071-4356-8141-7558c68fcb3f,segment=NetworkSegment(7f22309e-6a0a-49fa-94aa-c3edff4b88f2),segment_id=7f22309e-6a0a-49fa-94aa-c3edff4b88f2)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:30:54.905440 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=c20e5ac7-0815-4a5b-af6d-12894ed4269f,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:54.908637 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-159c4268-4a0f-4cef-aa9e-b2dbb8699435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:54.920440 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:54.920964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:54.998003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:55.013392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:55.014398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:55.019622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-989f1436-28fe-4d7e-a910-20b6f5e7c8cd tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:55.138436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Pushing event updated for resources: {'Port': ['ID=d02c8b3b-1d71-4c9f-8620-02021fea316b,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:55.141780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:55.264755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c4268-4a0f-4cef-aa9e-b2dbb8699435 None None] Pushing event updated for resources: {'Port': ['ID=4c2f750d-3071-4356-8141-7558c68fcb3f,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:55.268165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-159c4268-4a0f-4cef-aa9e-b2dbb8699435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:55.283561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:30:55.284829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:30:55.353375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bab943eb8>, [{'id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:49Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 4, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'gw_port': {'id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:50Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'd02c8b3b-1d71-4c9f-8620-02021fea316b', 'name': '', 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'mac_address': 'fa:16:3e:0e:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:54Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 1, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'subnets': [{'id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:55.358690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdd403-dd4e-422e-b0dd-45112c373b06 None None] The sync data for ids ['d7fc0c18-dc24-46b4-be49-72c26257e616'] in dv-cinder-779233-3-iscsi is: [{'id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:49Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 4, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'gw_port': {'id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:50Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'd02c8b3b-1d71-4c9f-8620-02021fea316b', 'name': '', 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'mac_address': 'fa:16:3e:0e:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:54Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 1, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'subnets': [{'id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:30:55.364629 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-aa74dbb6-cfff-4c2b-85a3-df5390c42473 None None] Provisioning complete for port 4c2f750d-3071-4356-8141-7558c68fcb3f triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:55.365076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-aa74dbb6-cfff-4c2b-85a3-df5390c42473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:55.535643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Router d7fc0c18-dc24-46b4-be49-72c26257e616 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:30:55.571423 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-aa74dbb6-cfff-4c2b-85a3-df5390c42473 None None] Provisioning for port d02c8b3b-1d71-4c9f-8620-02021fea316b completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:55.578363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-aa74dbb6-cfff-4c2b-85a3-df5390c42473 None None] Provisioning complete for port d02c8b3b-1d71-4c9f-8620-02021fea316b triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:55.578800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-aa74dbb6-cfff-4c2b-85a3-df5390c42473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:55.655591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-aa74dbb6-cfff-4c2b-85a3-df5390c42473 None None] Port d02c8b3b-1d71-4c9f-8620-02021fea316b cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:30:55.747430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:30:55.757576 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] 10.222.0.75 "PUT /v2.0/routers/d7fc0c18-dc24-46b4-be49-72c26257e616/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6037371
Apr 23 10:30:55.778102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-011a62a9-693e-478d-b9d0-65cb277d9fb7 None None] Provisioning complete for port d02c8b3b-1d71-4c9f-8620-02021fea316b triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:55.778611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-011a62a9-693e-478d-b9d0-65cb277d9fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:55.854611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-011a62a9-693e-478d-b9d0-65cb277d9fb7 None None] Port d02c8b3b-1d71-4c9f-8620-02021fea316b cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:30:56.204653 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3055f97f-bfdd-4295-8101-a6bd72bca73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20e5ac7-0815-4a5b-af6d-12894ed4269f', 'code': 200}
Apr 23 10:30:56.492836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beefbb-4398-4a24-a2b0-36ab252e4544 req-69dcc557-d12c-4c91-9720-98e84900a593 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:56.497378 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-72beefbb-4398-4a24-a2b0-36ab252e4544 req-69dcc557-d12c-4c91-9720-98e84900a593 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.2480509
Apr 23 10:30:56.614170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbc476-6e42-42b2-bd8b-f9d9971e409f req-04190ab2-8da1-408a-b1fa-8b1f95c88875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:56.615868 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-11dbc476-6e42-42b2-bd8b-f9d9971e409f req-04190ab2-8da1-408a-b1fa-8b1f95c88875 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 1099 time: 0.1177409
Apr 23 10:30:56.622615 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-72beefbb-4398-4a24-a2b0-36ab252e4544 req-1bda43aa-8f8e-42db-aa59-795173a4d8c2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165009
Apr 23 10:30:56.638321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d96e22-aa33-4423-b935-3fe7b01f149d req-7b243fb1-31d3-4929-84d3-5f4be08e7a04 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:56.647333 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-26d96e22-aa33-4423-b935-3fe7b01f149d req-7b243fb1-31d3-4929-84d3-5f4be08e7a04 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 946 time: 0.2516971
Apr 23 10:30:56.694011 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-11dbc476-6e42-42b2-bd8b-f9d9971e409f req-049250d9-374e-48ae-82a0-f9036ac0fba9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633695
Apr 23 10:30:56.736100 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-26d96e22-aa33-4423-b935-3fe7b01f149d req-026a010d-b5fb-4ffa-8862-2b3a744b81d8 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875144
Apr 23 10:30:57.026689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device bd583f52-1e7b-48ec-b948-bac2920e5940 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:57.176172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port bd583f52-1e7b-48ec-b948-bac2920e5940 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:57.184392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port bd583f52-1e7b-48ec-b948-bac2920e5940 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:57.184846 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:57.455693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:57.490001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port bd583f52-1e7b-48ec-b948-bac2920e5940, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=bd583f52-1e7b-48ec-b948-bac2920e5940,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:30:57.499820 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:57.502768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4c2f750d-3071-4356-8141-7558c68fcb3f up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:57.564829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-159c4268-4a0f-4cef-aa9e-b2dbb8699435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:57.722369 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=bd583f52-1e7b-48ec-b948-bac2920e5940,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:57.739685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:57.740323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 4c2f750d-3071-4356-8141-7558c68fcb3f triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:57.740746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:57.980593 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c1f85926-275b-4183-9c16-38fc11fd95c8 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:58.061569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port c1f85926-275b-4183-9c16-38fc11fd95c8 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:30:58.071668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port c1f85926-275b-4183-9c16-38fc11fd95c8 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:58.072154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:58.083227 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4db90f-3194-4bbc-85d3-83e3720b3e61 req-34f3b9bc-aca7-4433-9bb4-d4b2cf40ec46 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:58.088993 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f4db90f-3194-4bbc-85d3-83e3720b3e61 req-34f3b9bc-aca7-4433-9bb4-d4b2cf40ec46 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.2471182
Apr 23 10:30:58.161365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda157d4-6ad4-4ad5-8ceb-39b31befa588 req-f77eb6a9-4031-4d3e-8c70-696c170a978d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:58.163376 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bda157d4-6ad4-4ad5-8ceb-39b31befa588 req-f77eb6a9-4031-4d3e-8c70-696c170a978d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 946 time: 0.2451181
Apr 23 10:30:58.182335 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f4db90f-3194-4bbc-85d3-83e3720b3e61 req-29a1f754-db0c-4764-8d1a-a1155feecaf7 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855556
Apr 23 10:30:58.274469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:58.279766 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bda157d4-6ad4-4ad5-8ceb-39b31befa588 req-765a09e1-8ecd-411f-b320-46d81e077e65 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920932
Apr 23 10:30:58.310284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port c1f85926-275b-4183-9c16-38fc11fd95c8, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=c1f85926-275b-4183-9c16-38fc11fd95c8,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:30:58.314312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:58.317532 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:30:58.442529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=c1f85926-275b-4183-9c16-38fc11fd95c8,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:30:58.445948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:30:58.900938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device bd583f52-1e7b-48ec-b948-bac2920e5940 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:58.986909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port bd583f52-1e7b-48ec-b948-bac2920e5940 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:58.987732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:59.149706 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c1f85926-275b-4183-9c16-38fc11fd95c8 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:30:59.256365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port c1f85926-275b-4183-9c16-38fc11fd95c8 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:30:59.256783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:30:59.453792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Sync routers for ids ['d7fc0c18-dc24-46b4-be49-72c26257e616'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:30:59.465118 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Routers {'d7fc0c18-dc24-46b4-be49-72c26257e616'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:30:59.465804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baab279b0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:30:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d7fc0c18-dc24-46b4-be49-72c26257e616'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:30:59.480534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111d37d-c0b6-47da-bbd6-317621625ae6 req-7680909e-279d-45e3-9232-f60e3ef2b3aa tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:59.488456 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e111d37d-c0b6-47da-bbd6-317621625ae6 req-7680909e-279d-45e3-9232-f60e3ef2b3aa tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1279066
Apr 23 10:30:59.544265 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e111d37d-c0b6-47da-bbd6-317621625ae6 req-880a4861-133c-4eec-a30d-04309e9ca9da tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548489
Apr 23 10:30:59.641020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679b691-c094-4deb-ac9a-cdfa475c22f5 req-790f6fa3-d5c4-4280-9bc4-94baad72fd1e tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:30:59.642858 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e679b691-c094-4deb-ac9a-cdfa475c22f5 req-790f6fa3-d5c4-4280-9bc4-94baad72fd1e tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 946 time: 0.1128163
Apr 23 10:30:59.744766 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e679b691-c094-4deb-ac9a-cdfa475c22f5 req-1da47194-f7b3-44fe-83da-f57072285e36 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940416
Apr 23 10:30:59.788229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Set router d7fc0c18-dc24-46b4-be49-72c26257e616 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:00.188022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baab279b0>, [{'id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:49Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 4, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'gw_port': {'id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:50Z', 'updated_at': '2021-04-23T10:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'd02c8b3b-1d71-4c9f-8620-02021fea316b', 'name': '', 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'mac_address': 'fa:16:3e:0e:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:54Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 2, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'subnets': [{'id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:00.193868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Checking router: d7fc0c18-dc24-46b4-be49-72c26257e616 for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:31:00.194403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Updating router d7fc0c18-dc24-46b4-be49-72c26257e616 port d02c8b3b-1d71-4c9f-8620-02021fea316b binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:31:00.297371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:00.726239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:00.740378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Transition to ACTIVE for port object d02c8b3b-1d71-4c9f-8620-02021fea316b will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:00.746980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:00.757235 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c1e63f02-4759-49b0-b1d0-408ed3083ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:00.784963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc52aa-75bc-4ddc-9929-215251911545 req-0437b104-8afb-4fab-992a-8deaa4a023d4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:00.793105 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0bcc52aa-75bc-4ddc-9929-215251911545 req-0437b104-8afb-4fab-992a-8deaa4a023d4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1087723
Apr 23 10:31:00.848772 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0bcc52aa-75bc-4ddc-9929-215251911545 req-227055b9-7dcf-4ff9-b8e4-d2a459f1f76d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546186
Apr 23 10:31:00.913797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56996e43-cbc5-4082-b292-08719ea06a34 None None] Pushing event updated for resources: {'Port': ['ID=d02c8b3b-1d71-4c9f-8620-02021fea316b,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:00.916769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-56996e43-cbc5-4082-b292-08719ea06a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:01.033841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Attempting to bind port d02c8b3b-1d71-4c9f-8620-02021fea316b on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:31:01.034541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Attempting to bind port d02c8b3b-1d71-4c9f-8620-02021fea316b by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '7f22309e-6a0a-49fa-94aa-c3edff4b88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:31:01.035157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Attempting to bind port d02c8b3b-1d71-4c9f-8620-02021fea316b on network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:31:01.042025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:31:01.042693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Checking segment: {'id': '7f22309e-6a0a-49fa-94aa-c3edff4b88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:01.043307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:01.043949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Bound using segment: {'id': '7f22309e-6a0a-49fa-94aa-c3edff4b88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:31:01.044480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Bound port: d02c8b3b-1d71-4c9f-8620-02021fea316b, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f22309e-6a0a-49fa-94aa-c3edff4b88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:31:01.044911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:01.155456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] For port d02c8b3b-1d71-4c9f-8620-02021fea316b, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:31:01.160213 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] For port d02c8b3b-1d71-4c9f-8620-02021fea316b, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=d02c8b3b-1d71-4c9f-8620-02021fea316b,segment=NetworkSegment(7f22309e-6a0a-49fa-94aa-c3edff4b88f2),segment_id=7f22309e-6a0a-49fa-94aa-c3edff4b88f2)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:31:01.167348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:01.172574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:01.419099 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Routers {'d7fc0c18-dc24-46b4-be49-72c26257e616'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:31:01.419957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baab279b0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:30:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d7fc0c18-dc24-46b4-be49-72c26257e616'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:01.674186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] Set router d7fc0c18-dc24-46b4-be49-72c26257e616 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:01.821435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56996e43-cbc5-4082-b292-08719ea06a34 None None] Pushing event updated for resources: {'Port': ['ID=d02c8b3b-1d71-4c9f-8620-02021fea316b,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:01.836331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-56996e43-cbc5-4082-b292-08719ea06a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:02.054599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a9598-8816-4572-8dd5-a419e8d6c4b9 req-c307b5f0-bc4a-4899-8298-7824e10188e1 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:02.062647 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c12a9598-8816-4572-8dd5-a419e8d6c4b9 req-c307b5f0-bc4a-4899-8298-7824e10188e1 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1041632
Apr 23 10:31:02.105994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baab279b0>, [{'id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:49Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 4, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'gw_port': {'id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:50Z', 'updated_at': '2021-04-23T10:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'd02c8b3b-1d71-4c9f-8620-02021fea316b', 'name': '', 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'mac_address': 'fa:16:3e:0e:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:54Z', 'updated_at': '2021-04-23T10:31:01Z', 'revision_number': 4, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'subnets': [{'id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:02.110232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118acb4-0f1e-4abb-adc5-931517e64f6f None None] The sync data for ids ['d7fc0c18-dc24-46b4-be49-72c26257e616'] in dv-cinder-779233-3-iscsi is: [{'id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:49Z', 'updated_at': '2021-04-23T10:30:54Z', 'revision_number': 4, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'gw_port': {'id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:50Z', 'updated_at': '2021-04-23T10:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'd02c8b3b-1d71-4c9f-8620-02021fea316b', 'name': '', 'network_id': '5e72d0a6-18e0-455b-b957-df4f4af7ff17', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'mac_address': 'fa:16:3e:0e:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:54Z', 'updated_at': '2021-04-23T10:31:01Z', 'revision_number': 4, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'subnets': [{'id': '0cb7f412-fa74-460f-a80b-fbabfb58c6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:31:02.120174 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c12a9598-8816-4572-8dd5-a419e8d6c4b9 req-9ca1f908-3191-43a4-879a-016f8736ce8d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560856
Apr 23 10:31:02.520572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:02.944748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device d02c8b3b-1d71-4c9f-8620-02021fea316b up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:03.066843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port d02c8b3b-1d71-4c9f-8620-02021fea316b completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:03.072792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port d02c8b3b-1d71-4c9f-8620-02021fea316b triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:03.073611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:03.351456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:03.394564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb17c04-8171-4e06-bec9-ffcab743a317 req-594cdcf7-a4d9-4fa4-b490-696bd0361f53 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:03.396171 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5cb17c04-8171-4e06-bec9-ffcab743a317 req-594cdcf7-a4d9-4fa4-b490-696bd0361f53 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1020541
Apr 23 10:31:03.396906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port d02c8b3b-1d71-4c9f-8620-02021fea316b, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=d02c8b3b-1d71-4c9f-8620-02021fea316b,segment=NetworkSegment(7f22309e-6a0a-49fa-94aa-c3edff4b88f2),segment_id=7f22309e-6a0a-49fa-94aa-c3edff4b88f2)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:03.401351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:03.404601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:03.480018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=d02c8b3b-1d71-4c9f-8620-02021fea316b,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:03.488569 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5cb17c04-8171-4e06-bec9-ffcab743a317 req-7b229edd-0cc4-4667-9e0b-89a74fd3390f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838068
Apr 23 10:31:03.491615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:03.935709 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-546bf3d8-1cbe-4299-b886-316512cfa889 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1489289
Apr 23 10:31:04.086111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-c6e2a1e1-65e5-471d-8af1-56a4bff5631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:04.087817 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-c6e2a1e1-65e5-471d-8af1-56a4bff5631e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 1099 time: 0.1136999
Apr 23 10:31:04.297604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-6c17d410-e261-49a0-94e4-fdcf03412c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:04.299904 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-6c17d410-e261-49a0-94e4-fdcf03412c37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.1829743
Apr 23 10:31:04.460555 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-5bc482d8-67ec-443b-8956-fb87491b7d8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13929007-c1df-4389-96b1-175993381665 HTTP/1.1" status: 200  len: 217 time: 0.1332405
Apr 23 10:31:04.604209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-77ad6243-eefc-4810-8a95-a4a69ddf6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:04.606074 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-77ad6243-eefc-4810-8a95-a4a69ddf6eed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.1214528
Apr 23 10:31:04.678370 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-d33db22c-c46b-4765-beac-a4cad501d753 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0648351
Apr 23 10:31:04.860536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7df733-c53a-49dd-a657-dc6dc80945af req-ada7791c-0cce-41b9-b731-cdee37d9d0c2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:04.862206 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cc7df733-c53a-49dd-a657-dc6dc80945af req-ada7791c-0cce-41b9-b731-cdee37d9d0c2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1163089
Apr 23 10:31:04.868499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-62181193-cf14-4dcf-a127-483e722bf3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:04.876450 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-60bb49ef-073d-4b7e-8125-069204ad363a service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892869
Apr 23 10:31:04.906683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device d02c8b3b-1d71-4c9f-8620-02021fea316b up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:04.920886 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cc7df733-c53a-49dd-a657-dc6dc80945af req-bc52cd88-8a88-4d20-ae8f-1752a07753b6 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501990
Apr 23 10:31:05.015128 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port d02c8b3b-1d71-4c9f-8620-02021fea316b triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:05.015677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:05.083281 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc22d2fc-ecaf-4cb3-81bb-573d8b7eb01f req-103de56a-8e4f-4f5d-ad26-11fcd1a68004 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1991558
Apr 23 10:31:06.152336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d388d7-acad-4adc-a016-75512fd2fb4b req-b055f652-a2a8-40eb-8b11-3ab4dd362ab9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:06.153973 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-48d388d7-acad-4adc-a016-75512fd2fb4b req-b055f652-a2a8-40eb-8b11-3ab4dd362ab9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1008799
Apr 23 10:31:06.223358 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-48d388d7-acad-4adc-a016-75512fd2fb4b req-4145a14e-be4d-469c-8824-44d80a77d5f0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572865
Apr 23 10:31:06.634612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:31:06.726566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d38082e6-e4bf-48a5-a6ed-a444b7cf4327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:07.144943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 44102) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:07.317175 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:07.375257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:07.385821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Usage tracker for resource:security_group_rule and tenant:4b98cf1e163345629134d69260e0a868 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:07.401823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:07.419391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:07.564277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:07.673794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:07.691878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:07.726829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-36832723-ba85-45b7-89cd-5a6367768d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:07.755155 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4b98cf1e163345629134d69260e0a868&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6061630
Apr 23 10:31:07.756653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44158) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:07.762258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d40a482-e078-412a-971c-08edefe90adf,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:07.771032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.771569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.772071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.772633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.773446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.776486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.776486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.776486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.776486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.776486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.776486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.776486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:07.785951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:07.819642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0bfa5-5615-444f-a4d1-246bee657416 req-5cef0471-173b-4e0d-9b8f-e3cf149afc45 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:07.830923 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a1e0bfa5-5615-444f-a4d1-246bee657416 req-5cef0471-173b-4e0d-9b8f-e3cf149afc45 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.4242773
Apr 23 10:31:07.928882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:07.940105 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a1e0bfa5-5615-444f-a4d1-246bee657416 req-dd8008d9-4f2c-4d48-a7a8-17015bf18f75 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078048
Apr 23 10:31:07.985117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:08.041180 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:08.048761 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6505cde1-9354-46e9-9d40-546e3441e554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:08.063851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:08.065343 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d40a482-e078-412a-971c-08edefe90adf HTTP/1.1" status: 204  len: 168 time: 0.3068750
Apr 23 10:31:08.067491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d40a482-e078-412a-971c-08edefe90adf,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:08.080958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371fab-8863-466e-897b-a4c5d9b593ac req-614fbf87-51db-4ca8-b7f1-0ed8f9d49d36 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:08.089442 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-80371fab-8863-466e-897b-a4c5d9b593ac req-614fbf87-51db-4ca8-b7f1-0ed8f9d49d36 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1075971
Apr 23 10:31:08.096658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.102995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.103602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.104170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.104708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.105280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.105826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.106360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.106905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.107769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.108310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.110775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:08.121156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:08.153217 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-80371fab-8863-466e-897b-a4c5d9b593ac req-522214df-c41e-4a81-a059-2978ef3fb179 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624678
Apr 23 10:31:08.182529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:08.889790 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:09.305936 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d1300-aa3a-4f8a-a0ad-48bbb10e32da req-708da2ff-3fb4-48bc-b7de-4e742f03d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:09.310432 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-422d1300-aa3a-4f8a-a0ad-48bbb10e32da req-708da2ff-3fb4-48bc-b7de-4e742f03d721 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1099 time: 0.1697357
Apr 23 10:31:09.321686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ce273-96d6-448f-8be3-b3ece1e3c1c9 req-ee37813c-fd1d-4df7-971c-f00ef47c8f8d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:09.324028 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d15ce273-96d6-448f-8be3-b3ece1e3c1c9 req-ee37813c-fd1d-4df7-971c-f00ef47c8f8d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1410613
Apr 23 10:31:09.376388 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-422d1300-aa3a-4f8a-a0ad-48bbb10e32da req-475b6d14-3e8f-4f76-bb0a-6a1e2bfa5b49 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572979
Apr 23 10:31:09.418574 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d15ce273-96d6-448f-8be3-b3ece1e3c1c9 req-5573a6c8-87ed-405f-8ff0-9d405626cb0f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880299
Apr 23 10:31:09.457576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44234) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:09.535813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f1ebf-dcc8-49de-ae77-17389eed62b2 req-6aec6dab-15a0-4c4c-b781-8cf60ffd9d04 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:09.537777 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7c9f1ebf-dcc8-49de-ae77-17389eed62b2 req-6aec6dab-15a0-4c4c-b781-8cf60ffd9d04 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1008041
Apr 23 10:31:09.601256 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7c9f1ebf-dcc8-49de-ae77-17389eed62b2 req-3146757a-ee16-4914-89f0-34361a9b3dee tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565255
Apr 23 10:31:09.709052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1269195265-network', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:09.714727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:09.718889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Usage tracker for resource:network and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:09.722780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:09.730045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:09.738808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Made reservation on behalf of e47d610fa53d463fa10c5d0be6c9db94 for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:31:09.743672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:09.756812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:09.777388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:09.785184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Usage tracker for resource:security_group_rule and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:09.788534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:09.797305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:09.885390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:09.888312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:09.892507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fa5120e9-77f0-44fb-9e1f-2786515aa983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:09.927483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=86338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:31:09.929838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37f52c8-57d4-4c1a-91fc-198697e6a46a,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:09.935579 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:09.940349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:09.941276 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Added segment ecbb023e-b36c-4418-b9c1-5c44aeef01aa of type vlan for network 1d476bd1-0c07-4568-aa23-a0b9d0e45061
Apr 23 10:31:09.970933 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:10.004188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:10.005620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:10.006274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:10.011490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:10.364882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Pushing event updated for resources: {'Network': ['ID=1d476bd1-0c07-4568-aa23-a0b9d0e45061,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:10.367911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:10.373228 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9112668
Apr 23 10:31:10.373228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44270) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:10.375390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:31:10.379942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Request body: {'subnet': {'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1269195265-subnet', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:10.385371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:10.389645 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Usage tracker for resource:subnet and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:10.392672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:10.401833 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:10.412777 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Made reservation on behalf of e47d610fa53d463fa10c5d0be6c9db94 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:31:10.419524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:10.715090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 44286) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:10.739307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-3789bcc0-90c5-4199-a289-05cb8c1d9e0a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:10.740086 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-3789bcc0-90c5-4199-a289-05cb8c1d9e0a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Synchronizing usage tracker for tenant:74c2fbda36d54e61a94b83ab438f9327 on resource:network {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:31:10.783015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-3789bcc0-90c5-4199-a289-05cb8c1d9e0a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Unset dirty status for tenant:74c2fbda36d54e61a94b83ab438f9327 on resource:network {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:31:10.785598 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-3789bcc0-90c5-4199-a289-05cb8c1d9e0a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/networks?id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 HTTP/1.1" status: 200  len: 814 time: 0.3273914
Apr 23 10:31:10.800944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a22f9-fd16-4e15-be61-ddafc18f6001 req-c79a0e8b-0184-4f19-bc6d-47a3857e0553 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:10.809146 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-012a22f9-fd16-4e15-be61-ddafc18f6001 req-c79a0e8b-0184-4f19-bc6d-47a3857e0553 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1445513
Apr 23 10:31:10.839436 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-0e693e6b-0097-42e3-b6d6-bd806a5e736f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/quotas/74c2fbda36d54e61a94b83ab438f9327 HTTP/1.1" status: 200  len: 375 time: 0.0265851
Apr 23 10:31:10.927770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:10.931831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0642c18c-16aa-48bb-a08c-a3d6989bce1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:10.949539 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:10.968769 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-012a22f9-fd16-4e15-be61-ddafc18f6001 req-0d34968a-a908-4d6f-9231-220303ad9561 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585426
Apr 23 10:31:10.976756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:10.987481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Usage tracker for resource:security_group_rule and tenant:231c530c85c141d8ab9aa5db48678d68 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:10.990631 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:10.997303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:11.014422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31b9d8e-66e8-4704-a77d-53bd31bfc822,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:11.019426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:11.022336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Checking segment: {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:11.022849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Network hostable DHCP agents. Network: 1d476bd1-0c07-4568-aa23-a0b9d0e45061, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:31:11.046550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:31:11.055134 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 1d476bd1-0c07-4568-aa23-a0b9d0e45061) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:11.060672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:11.061527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.065100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18413f8-6ef1-473e-824f-10b843905f3e None None] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:31:11.079453 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-701af1a3-c4d0-4623-90d8-d319a7ccf30a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=74c2fbda36d54e61a94b83ab438f9327&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2322440
Apr 23 10:31:11.083769 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7097514
Apr 23 10:31:11.086867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44292) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:11.092548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:11.098845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:11.103233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Usage tracker for resource:router and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:11.106294 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:11.112263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:11.122216 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.123254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.138362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.276056 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.287567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.298708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-71496ec3-51d5-46f2-874c-761a950784d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:11.325041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:31:11.326063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.376940 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=231c530c85c141d8ab9aa5db48678d68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6606109
Apr 23 10:31:11.379386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86d9a8-6ca7-4177-b4f8-ff4eb72bfab1,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:11.383385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:11.385155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44300) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:11.431889 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-76e8b8dd-8bc7-46c7-b609-864ca27b0733 service neutron] 10.222.0.75 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3359296
Apr 23 10:31:11.453371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2622a-96bf-4c1d-be47-5bad96d0ed04 req-b4218aba-64d6-4ed1-bb86-388e5d87f88b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:11.454202 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-10f2622a-96bf-4c1d-be47-5bad96d0ed04 req-b4218aba-64d6-4ed1-bb86-388e5d87f88b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.3636465
Apr 23 10:31:11.484680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.524095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Allocated IP 172.20.0.2 (1d476bd1-0c07-4568-aa23-a0b9d0e45061/d31b9d8e-66e8-4704-a77d-53bd31bfc822/fcf91438-068c-40a0-9764-11c9cb122b99) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:31:11.637502 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-cc4c83e4-2af5-422f-a14b-679740ccc562 service neutron] 10.222.0.75 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797111
Apr 23 10:31:11.641328 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-10f2622a-96bf-4c1d-be47-5bad96d0ed04 req-15d5d09b-001a-4811-ae37-a33d3a1f9ec7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1859500
Apr 23 10:31:11.644288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d816e7e0-bef7-4293-bcb1-5448ba6824e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.697276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d816e7e0-bef7-4293-bcb1-5448ba6824e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.756724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d816e7e0-bef7-4293-bcb1-5448ba6824e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.764680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.765355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:11.776429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Transition to ACTIVE for port object fcf91438-068c-40a0-9764-11c9cb122b99 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:11.787916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816e7e0-bef7-4293-bcb1-5448ba6824e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86d9a8-6ca7-4177-b4f8-ff4eb72bfab1,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:11.797616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Transition to ACTIVE for port object fcf91438-068c-40a0-9764-11c9cb122b99 will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:11.804080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d816e7e0-bef7-4293-bcb1-5448ba6824e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:11.809647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.811727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d816e7e0-bef7-4293-bcb1-5448ba6824e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:11.818497 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d816e7e0-bef7-4293-bcb1-5448ba6824e5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7b86d9a8-6ca7-4177-b4f8-ff4eb72bfab1 HTTP/1.1" status: 204  len: 168 time: 0.4321675
Apr 23 10:31:11.827066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:11.906839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:31:11.910549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:11.922018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:31:11.929251 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db6ce188-bedd-473f-b4cf-7ba5c1b68edf req-b2f7f80e-90dc-420e-9d68-dd0a7279174d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 210 time: 0.0814941
Apr 23 10:31:12.078909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:12.106424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Attempting to bind port fcf91438-068c-40a0-9764-11c9cb122b99 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:31:12.106844 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Attempting to bind port fcf91438-068c-40a0-9764-11c9cb122b99 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:31:12.107257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Attempting to bind port fcf91438-068c-40a0-9764-11c9cb122b99 on network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:31:12.112523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Pushing event updated for resources: {'Port': ['ID=fcf91438-068c-40a0-9764-11c9cb122b99,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:12.125772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:12.126803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:31:12.127232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Checking segment: {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:12.127697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:12.128684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Bound using segment: {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:31:12.129272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Bound port: fcf91438-068c-40a0-9764-11c9cb122b99, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:31:12.129701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:12.146976 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:12.268847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659409fb-31f5-4b7a-89cd-a3b4bad972fc req-1b2e0b5b-1049-4ca0-97b2-2c168e499558 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:12.271862 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-659409fb-31f5-4b7a-89cd-a3b4bad972fc req-1b2e0b5b-1049-4ca0-97b2-2c168e499558 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1504552
Apr 23 10:31:12.287362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] For port fcf91438-068c-40a0-9764-11c9cb122b99, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:31:12.290908 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] For port fcf91438-068c-40a0-9764-11c9cb122b99, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=fcf91438-068c-40a0-9764-11c9cb122b99,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:31:12.294707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:12.317128 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:12.345317 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-659409fb-31f5-4b7a-89cd-a3b4bad972fc req-1910c089-2b84-4b70-8eaf-91ce108b22b4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614989
Apr 23 10:31:12.460548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Pushing event updated for resources: {'Port': ['ID=fcf91438-068c-40a0-9764-11c9cb122b99,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:12.466998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:12.467199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Allocated IP 172.27.0.135 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/add07b17-397e-4bea-82d9-1d4da4f49342) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:31:12.715045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:12.748841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:12.755411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-db990bb7-9eed-41fd-9dfa-d9013550520a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:12.848905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:31:12.854513 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:12.863140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:31:13.250674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0168c-c574-4c9e-9a3b-668fb3ae4125 req-a0c22b61-1d8b-4064-a125-72d2a418fc4f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:13.260945 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-05c0168c-c574-4c9e-9a3b-668fb3ae4125 req-a0c22b61-1d8b-4064-a125-72d2a418fc4f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.3464346
Apr 23 10:31:13.275795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Pushing event updated for resources: {'Port': ['ID=add07b17-397e-4bea-82d9-1d4da4f49342,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:13.291008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:13.300605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8868f6-ab50-4886-94f1-ff22c17d02bf req-ac05dc30-df9d-4eb7-ba2c-c1ab04d2d766 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:13.302364 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ac8868f6-ab50-4886-94f1-ff22c17d02bf req-ac05dc30-df9d-4eb7-ba2c-c1ab04d2d766 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1951716
Apr 23 10:31:13.363290 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-05c0168c-c574-4c9e-9a3b-668fb3ae4125 req-005356b3-f3d4-4b49-9712-1ea25a7144b7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985858
Apr 23 10:31:13.424557 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ac8868f6-ab50-4886-94f1-ff22c17d02bf req-e9e9dfae-6e86-45ee-a4b2-24a4c4ebfbf1 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132362
Apr 23 10:31:13.547256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:13.615845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-756f5c77-dc7c-43f2-90b0-81ab24404761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:13.617623 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-756f5c77-dc7c-43f2-90b0-81ab24404761 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1099 time: 0.4136178
Apr 23 10:31:13.682322 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-02866032-90fe-4f66-850d-227cd110f588 req-3a43d2cb-87e7-4582-9723-ccbe05017835 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 210 time: 0.0871613
Apr 23 10:31:13.733670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4af44-1b2b-4a03-8f9d-838400c59cba req-e7b899b5-14e5-49a8-b49d-b5077d5a9b62 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:13.735463 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9fd4af44-1b2b-4a03-8f9d-838400c59cba req-e7b899b5-14e5-49a8-b49d-b5077d5a9b62 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.2024703
Apr 23 10:31:13.793831 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9fd4af44-1b2b-4a03-8f9d-838400c59cba req-e9c5cd2f-8f01-40ae-ada4-ea11a0cd9b4b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487461
Apr 23 10:31:14.347424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9723aeb5-41a7-40e2-903a-698fbf07abbb None None] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:31:14.433997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-927b77eb-16bb-4dc2-9b89-a32200b54b59 None None] Provisioning for port fcf91438-068c-40a0-9764-11c9cb122b99 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:14.455565 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-d8485ee1-afe1-4db1-aa9a-2d631134847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:14.458797 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-d8485ee1-afe1-4db1-aa9a-2d631134847a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.7786295
Apr 23 10:31:14.484199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-62fa8dbb-0989-4696-ab25-4ca59b159b51 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:14.485915 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-62fa8dbb-0989-4696-ab25-4ca59b159b51 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.48 "GET /v2.0/networks?id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 HTTP/1.1" status: 200  len: 814 time: 0.4422669
Apr 23 10:31:14.572440 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'port': {'device_id': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'admin_state_up': True, 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:14.722847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dde6f-2aa6-4f75-a869-e4ea8d036fc3 req-e3f8a3b7-3e22-4f64-a1ed-3b8d91c55c43 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:14.725897 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8f2dde6f-2aa6-4f75-a869-e4ea8d036fc3 req-e3f8a3b7-3e22-4f64-a1ed-3b8d91c55c43 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.2134070
Apr 23 10:31:14.738055 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-4b4c1996-7436-44a9-ab80-9ec8d302f3b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 200  len: 217 time: 0.2481737
Apr 23 10:31:14.752165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:14.805680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Usage tracker for resource:port and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:14.819518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:14.835288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:14.877746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:14.885289 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Made reservation on behalf of 74c2fbda36d54e61a94b83ab438f9327 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:31:14.891831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:15.000230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device fcf91438-068c-40a0-9764-11c9cb122b99 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:15.047926 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8f2dde6f-2aa6-4f75-a869-e4ea8d036fc3 req-e1beaa7d-e458-4891-b501-47e5dcb5ac71 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3136718
Apr 23 10:31:15.070355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c08da2-28be-4962-bf6c-034f0831b9d4 req-4c95cf56-405c-4d5a-9724-896bf06302ac tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:15.070868 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a1c08da2-28be-4962-bf6c-034f0831b9d4 req-4c95cf56-405c-4d5a-9724-896bf06302ac tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.4780636
Apr 23 10:31:15.125856 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a1c08da2-28be-4962-bf6c-034f0831b9d4 req-c14a535a-618a-43d1-bb7a-9a566ea4cf4e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485625
Apr 23 10:31:15.181604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-fa50f4a7-9b4b-493a-9e94-e9d248632824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:15.185947 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-fa50f4a7-9b4b-493a-9e94-e9d248632824 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.4374652
Apr 23 10:31:15.428568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:31:15.463320 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-833f8dd1-43f2-4993-975c-253ab8032f36 req-dd32cc64-dc39-4914-8a16-4575dfc17eb5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 210 time: 0.1901238
Apr 23 10:31:15.506542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port fcf91438-068c-40a0-9764-11c9cb122b99 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:15.517936 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port fcf91438-068c-40a0-9764-11c9cb122b99 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:15.518365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:15.660088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803ef86-23bb-4fd4-95a4-c49cfceeb34e req-78507b32-6f22-4fc0-998d-7d279ce9020f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:15.669818 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b803ef86-23bb-4fd4-95a4-c49cfceeb34e req-78507b32-6f22-4fc0-998d-7d279ce9020f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1984940
Apr 23 10:31:15.752420 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b803ef86-23bb-4fd4-95a4-c49cfceeb34e req-65bac1c6-ebd9-4592-960c-915cb659abc6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810351
Apr 23 10:31:15.883072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:15.955796 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port fcf91438-068c-40a0-9764-11c9cb122b99, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=fcf91438-068c-40a0-9764-11c9cb122b99,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:15.959808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:15.961530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7478ad84-2aa7-45d8-a3f9-e31eaf89d538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:15.979849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:31:15.999310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Sync routers for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:31:16.013880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:31:16.015029 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaa305c0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:31:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:16.100034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:16.103825 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.0159156
Apr 23 10:31:16.106822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 44418) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:16.114362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=fcf91438-068c-40a0-9764-11c9cb122b99,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:16.114704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Allocated IP 172.20.0.3 (4fa29bb5-e2e8-46fb-a0b4-97526cc5d422/a2b33362-4999-4707-9467-b68c73dc835f/ea7af943-5156-4071-b870-2e11f94aac19) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:31:16.125003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:16.536398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:16.593277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:16.609195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Transition to ACTIVE for port object ea7af943-5156-4071-b870-2e11f94aac19 will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:16.702949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:16.719847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:16.866233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'Port': ['ID=ea7af943-5156-4071-b870-2e11f94aac19,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:16.871345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:16.884137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:31:16.885547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:16.888147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:31:16.897059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:16.897849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:16.898735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911c6eb-b6b3-4c8a-b3e3-3c7a4d1e860a req-b1985f8d-ff83-4442-bdfd-df4a2fb67331 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:16.912025 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0911c6eb-b6b3-4c8a-b3e3-3c7a4d1e860a req-b1985f8d-ff83-4442-bdfd-df4a2fb67331 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.4798689
Apr 23 10:31:16.919700 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-ae5074df-5b6a-4cd0-b261-bbd80c0d74e0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3554468
Apr 23 10:31:17.001692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee00d9-a928-428c-a18a-236feadd2483 req-42e2f83e-7aea-4e43-a14b-ea33a226fa05 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:17.012433 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-57ee00d9-a928-428c-a18a-236feadd2483 req-42e2f83e-7aea-4e43-a14b-ea33a226fa05 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.5191178
Apr 23 10:31:17.029384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device fcf91438-068c-40a0-9764-11c9cb122b99 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:17.220462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaa305c0>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:13Z', 'revision_number': 3, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:17.225333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Checking router: 1a2206a4-2cb4-4e79-aafe-cd46c188a90d for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:31:17.225961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Updating router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d port add07b17-397e-4bea-82d9-1d4da4f49342 binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:31:17.235787 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port fcf91438-068c-40a0-9764-11c9cb122b99 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:17.236322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:17.302554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:17.327100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-6c67fd8c-8080-410b-b03d-6f100c588c06 None None] Provisioning for port ea7af943-5156-4071-b870-2e11f94aac19 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:17.367630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-6c67fd8c-8080-410b-b03d-6f100c588c06 None None] Provisioning complete for port ea7af943-5156-4071-b870-2e11f94aac19 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:17.368357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c67fd8c-8080-410b-b03d-6f100c588c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:17.394454 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0911c6eb-b6b3-4c8a-b3e3-3c7a4d1e860a req-918df7be-89f3-44e0-8ceb-4d54ca900f82 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4721270
Apr 23 10:31:17.419088 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-57ee00d9-a928-428c-a18a-236feadd2483 req-fdacee62-d464-44ba-937c-cfcfa8fd3f8a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4045365
Apr 23 10:31:17.622144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-6c67fd8c-8080-410b-b03d-6f100c588c06 None None] Port ea7af943-5156-4071-b870-2e11f94aac19 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:31:17.932317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44446) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:18.096120 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7b91c-a7db-422d-afff-6a433467ccde req-0b33857a-b3a5-4a99-9dbd-66e48d2cbbc4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:18.098888 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-82c7b91c-a7db-422d-afff-6a433467ccde req-0b33857a-b3a5-4a99-9dbd-66e48d2cbbc4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.4353232
Apr 23 10:31:18.109909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438cb19-b5bc-4333-be6e-a7ac4cea86f0 req-6fd4a587-ec7c-4e73-8ff3-e35b09f6ddee tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:18.117712 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4438cb19-b5bc-4333-be6e-a7ac4cea86f0 req-6fd4a587-ec7c-4e73-8ff3-e35b09f6ddee tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 931 time: 0.2469933
Apr 23 10:31:18.130360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.146509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:18.150636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Usage tracker for resource:security_group_rule and tenant:eb1f1180ce7244498d2c1384fda8e9fb is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:18.166063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:18.179860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:18.274280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.314048 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Transition to ACTIVE for port object add07b17-397e-4bea-82d9-1d4da4f49342 will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:18.323438 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.328000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.328662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-58261f19-bf40-49a7-8880-ee408fb0e78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:18.332555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.347707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:18.401809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.418615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Attempting to bind port add07b17-397e-4bea-82d9-1d4da4f49342 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:31:18.419024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Attempting to bind port add07b17-397e-4bea-82d9-1d4da4f49342 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:31:18.419426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Attempting to bind port add07b17-397e-4bea-82d9-1d4da4f49342 on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:31:18.425991 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-82c7b91c-a7db-422d-afff-6a433467ccde req-c7ab4e5e-1ebf-49ce-a8a8-9d72a97f5709 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3068421
Apr 23 10:31:18.436780 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb1f1180ce7244498d2c1384fda8e9fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5026078
Apr 23 10:31:18.437511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44456) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:18.438020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6ac36-8aac-4e1f-b6d7-0c4838d5d214 None None] Pushing event updated for resources: {'Port': ['ID=add07b17-397e-4bea-82d9-1d4da4f49342,revision_number=2']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:18.438228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445bbe78-80ad-46b7-90d4-00f5d0fe991a,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:18.450751 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0c6ac36-8aac-4e1f-b6d7-0c4838d5d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:18.457155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:31:18.459724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:18.460345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.460929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:31:18.461824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Bound port: add07b17-397e-4bea-82d9-1d4da4f49342, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:31:18.463510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.466811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:18.553508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-4438cb19-b5bc-4333-be6e-a7ac4cea86f0 req-e970fb29-b5b8-4721-abf4-f703d53e2a60 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Synchronizing usage tracker for tenant:74c2fbda36d54e61a94b83ab438f9327 on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:31:18.615091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b0bf94e8-9af7-4442-bd5f-0266c71678e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.633167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] For port add07b17-397e-4bea-82d9-1d4da4f49342, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:31:18.646367 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] For port add07b17-397e-4bea-82d9-1d4da4f49342, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=add07b17-397e-4bea-82d9-1d4da4f49342,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:31:18.650647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.660277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dd4e5952-f6d8-4a97-acee-ebb5ae5430cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:18.669577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b0bf94e8-9af7-4442-bd5f-0266c71678e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.715340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-4438cb19-b5bc-4333-be6e-a7ac4cea86f0 req-e970fb29-b5b8-4721-abf4-f703d53e2a60 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Unset dirty status for tenant:74c2fbda36d54e61a94b83ab438f9327 on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:31:18.716247 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4438cb19-b5bc-4333-be6e-a7ac4cea86f0 req-e970fb29-b5b8-4721-abf4-f703d53e2a60 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5817773
Apr 23 10:31:18.720683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 44466) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:18.776503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b0bf94e8-9af7-4442-bd5f-0266c71678e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.803667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:31:18.804498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaa305c0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:31:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:18.823858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e856233f-59a8-44de-b19a-2eeac4ca44ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:18.826869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b87e-bab7-4487-84f3-f9d9b19ad1f8 req-c888cd4a-7182-4f5b-b2c7-05782ab04ccf tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:18.828544 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0b75b87e-bab7-4487-84f3-f9d9b19ad1f8 req-c888cd4a-7182-4f5b-b2c7-05782ab04ccf tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.2434950
Apr 23 10:31:18.858335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf94e8-9af7-4442-bd5f-0266c71678e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445bbe78-80ad-46b7-90d4-00f5d0fe991a,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:18.872212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b0bf94e8-9af7-4442-bd5f-0266c71678e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:18.876612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b0bf94e8-9af7-4442-bd5f-0266c71678e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:18.878115 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b0bf94e8-9af7-4442-bd5f-0266c71678e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/445bbe78-80ad-46b7-90d4-00f5d0fe991a HTTP/1.1" status: 204  len: 168 time: 0.4362035
Apr 23 10:31:19.029489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6ac36-8aac-4e1f-b6d7-0c4838d5d214 None None] Pushing event updated for resources: {'Port': ['ID=add07b17-397e-4bea-82d9-1d4da4f49342,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:19.035027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0c6ac36-8aac-4e1f-b6d7-0c4838d5d214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:19.045192 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0b75b87e-bab7-4487-84f3-f9d9b19ad1f8 req-a47e39b9-cdf5-4a51-95ff-2da2ba6e72e1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341088
Apr 23 10:31:19.184759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:19.189623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Allocated IP 172.20.0.1 (1d476bd1-0c07-4568-aa23-a0b9d0e45061/d31b9d8e-66e8-4704-a77d-53bd31bfc822/15d0ef5e-5e9a-494e-88ce-822252b85bd5) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:31:19.219672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:19.254265 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:19.259035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Usage tracker for resource:security_group_rule and tenant:63a48e9917ad4f87a11d70bcb12513e0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:19.273574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:19.280168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:19.432794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c029abb-c64e-4799-bf57-a0169aea3268 req-a58873dd-f412-4400-8e23-b50dce5aaa05 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:19.446871 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0c029abb-c64e-4799-bf57-a0169aea3268 req-a58873dd-f412-4400-8e23-b50dce5aaa05 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.4207828
Apr 23 10:31:19.631543 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaa305c0>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:13Z', 'revision_number': 3, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:19.636276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678692a-ebf9-42d6-9dfa-422617e9e7f2 None None] The sync data for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi is: [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:13Z', 'revision_number': 3, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:31:19.965620 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0c029abb-c64e-4799-bf57-a0169aea3268 req-f5b587b3-eb33-4bc3-88b7-b2d2b49b6f46 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5168018
Apr 23 10:31:20.090589 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:20.152590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0691be-3305-4325-b188-da40a1d44213 req-2fb715cf-4723-4326-b653-d8968c7f867a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:20.160418 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc0691be-3305-4325-b188-da40a1d44213 req-2fb715cf-4723-4326-b653-d8968c7f867a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.3267264
Apr 23 10:31:20.230958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:20.257942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:20.271635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:20.287300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Transition to ACTIVE for port object 15d0ef5e-5e9a-494e-88ce-822252b85bd5 will not be triggered until provisioned by entity DHCP. {{(pid=86337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:20.383930 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc0691be-3305-4325-b188-da40a1d44213 req-9a719f96-10f5-4350-824b-b7cb019b08b8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2224383
Apr 23 10:31:20.448454 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63a48e9917ad4f87a11d70bcb12513e0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7163012
Apr 23 10:31:20.452008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44508) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:20.453947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d259c-9acc-44f4-9add-d04a5117ba2e,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:20.496058 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:20.572707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a262e-635b-4ffb-8ddb-13b2b837f16e req-cc58647c-10b6-4fd8-89c9-38b02f1e5126 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:20.574476 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1c6a262e-635b-4ffb-8ddb-13b2b837f16e req-cc58647c-10b6-4fd8-89c9-38b02f1e5126 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 931 time: 0.4949577
Apr 23 10:31:20.586847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:20.646903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:20.744037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8999aa1e-f7e8-4e65-a394-0ed780e3ed5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:20.827480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8999aa1e-f7e8-4e65-a394-0ed780e3ed5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:20.861250 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1c6a262e-635b-4ffb-8ddb-13b2b837f16e req-e681d03b-db23-4688-a1a2-1de7d5f6510b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2668555
Apr 23 10:31:20.922303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Pushing event updated for resources: {'Port': ['ID=15d0ef5e-5e9a-494e-88ce-822252b85bd5,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:20.931668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:31:20.933916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:20.934841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:20.937431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:31:20.997947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8999aa1e-f7e8-4e65-a394-0ed780e3ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:21.003780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:21.042130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999aa1e-f7e8-4e65-a394-0ed780e3ed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d259c-9acc-44f4-9add-d04a5117ba2e,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:21.052172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device add07b17-397e-4bea-82d9-1d4da4f49342 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:21.062339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8999aa1e-f7e8-4e65-a394-0ed780e3ed5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:21.078427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8999aa1e-f7e8-4e65-a394-0ed780e3ed5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:21.082172 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8999aa1e-f7e8-4e65-a394-0ed780e3ed5d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c5d259c-9acc-44f4-9add-d04a5117ba2e HTTP/1.1" status: 204  len: 168 time: 0.6258163
Apr 23 10:31:21.122876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:21.350136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1df02-3624-4b35-a2e4-aadff25db22f req-935bf03c-298f-4322-ba4d-679289e69f09 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:21.362142 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-91d1df02-3624-4b35-a2e4-aadff25db22f req-935bf03c-298f-4322-ba4d-679289e69f09 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.6311259
Apr 23 10:31:21.378096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port add07b17-397e-4bea-82d9-1d4da4f49342 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:21.403519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port add07b17-397e-4bea-82d9-1d4da4f49342 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:21.403942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:21.486611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-ffc0ec89-fe01-4a5f-aa2f-4a463f283a3b None None] Provisioning for port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:21.499276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-ffc0ec89-fe01-4a5f-aa2f-4a463f283a3b None None] Provisioning complete for port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:21.499948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ec89-fe01-4a5f-aa2f-4a463f283a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:21.565659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0ec89-fe01-4a5f-aa2f-4a463f283a3b None None] Port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:31:21.601341 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-91d1df02-3624-4b35-a2e4-aadff25db22f req-15a138b0-29ff-400f-afc2-445de87e3c3c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2386565
Apr 23 10:31:21.741052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91c8bd-c787-4bd0-ab0c-b5e5b752ae04 req-a5128d8d-226c-4f03-8ba1-1351be38a6f7 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:21.742753 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a91c8bd-c787-4bd0-ab0c-b5e5b752ae04 req-a5128d8d-226c-4f03-8ba1-1351be38a6f7 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.5019794
Apr 23 10:31:21.763651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:21.781316 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port add07b17-397e-4bea-82d9-1d4da4f49342, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=add07b17-397e-4bea-82d9-1d4da4f49342,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:21.790759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:21.792739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-56996e43-cbc5-4082-b292-08719ea06a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:21.800970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:21.875310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=add07b17-397e-4bea-82d9-1d4da4f49342,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:21.888119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:22.015419 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a91c8bd-c787-4bd0-ab0c-b5e5b752ae04 req-7fb4d99b-4274-4d64-a25e-5fb213f6be9b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2606919
Apr 23 10:31:22.268753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79afa-e70a-4db7-94d2-3c4ca8a85e66 req-351aa73b-d9b5-4745-a7a0-10c4bd716a5d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:22.277141 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a0c79afa-e70a-4db7-94d2-3c4ca8a85e66 req-351aa73b-d9b5-4745-a7a0-10c4bd716a5d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.4194734
Apr 23 10:31:22.370570 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a0c79afa-e70a-4db7-94d2-3c4ca8a85e66 req-92e42339-c842-4ac1-9045-25fd7e290023 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924561
Apr 23 10:31:22.411556 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6717d-deb9-4e44-9e3a-b7d231a7d0ca req-72534f54-d7ed-41c4-8801-5305a88d5c3b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:22.413283 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-55b6717d-deb9-4e44-9e3a-b7d231a7d0ca req-72534f54-d7ed-41c4-8801-5305a88d5c3b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 931 time: 0.2290103
Apr 23 10:31:22.415867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:22.427109 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:22.475608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:22.586247 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-55b6717d-deb9-4e44-9e3a-b7d231a7d0ca req-4836dbbc-2b7d-4f42-a464-02fc9ce731d3 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615551
Apr 23 10:31:22.591184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:22.598758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Pushing event updated for resources: {'Port': ['ID=15d0ef5e-5e9a-494e-88ce-822252b85bd5,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:22.603024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:22.905868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:31:22.907457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:22.962893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device add07b17-397e-4bea-82d9-1d4da4f49342 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:23.146171 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port add07b17-397e-4bea-82d9-1d4da4f49342 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:23.148379 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:23.421601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:31:23.475304 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-43478e57-e619-4a4c-b84f-6939d3a35272 None None] Provisioning complete for port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:23.475979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-43478e57-e619-4a4c-b84f-6939d3a35272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:23.541530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-43478e57-e619-4a4c-b84f-6939d3a35272 None None] Port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:31:23.762561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc4b9f-e4f0-4b2d-9f8f-ded74400ce04 req-04f0d122-30e6-4687-be15-25b0eb701e2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:23.764317 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-54dc4b9f-e4f0-4b2d-9f8f-ded74400ce04 req-04f0d122-30e6-4687-be15-25b0eb701e2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.4547930
Apr 23 10:31:23.773678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a4a6a-5ad5-4146-a475-157d944c5bba req-8670e86b-8da9-47f5-adf6-8a17a5e1197d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:23.775660 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f03a4a6a-5ad5-4146-a475-157d944c5bba req-8670e86b-8da9-47f5-adf6-8a17a5e1197d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.4723079
Apr 23 10:31:23.883468 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-54dc4b9f-e4f0-4b2d-9f8f-ded74400ce04 req-9fa1e8e6-7062-4baf-a29c-f01e9f5ac017 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046772
Apr 23 10:31:23.890164 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:31:23.899756 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f03a4a6a-5ad5-4146-a475-157d944c5bba req-660c6763-e578-4279-b663-a587b83d4d2f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001837
Apr 23 10:31:23.900670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Sync routers for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:31:23.929245 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:31:23.944610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa935a90>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:31:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:23.976811 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] 10.222.0.75 "PUT /v2.0/routers/1a2206a4-2cb4-4e79-aafe-cd46c188a90d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8680029
Apr 23 10:31:24.191272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:24.509990 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6aca-18a0-4625-84d0-511fc37ef077 req-0872403f-5f1e-4790-869c-b086d8cd2228 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:24.518213 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-54af6aca-18a0-4625-84d0-511fc37ef077 req-0872403f-5f1e-4790-869c-b086d8cd2228 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.4421129
Apr 23 10:31:24.578698 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-54af6aca-18a0-4625-84d0-511fc37ef077 req-22ced2c3-ead3-408d-8f04-e2e75d10574b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594072
Apr 23 10:31:24.621316 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7964cd-6996-4bfc-a526-5f291bdb1ce9 req-985892b8-d03f-4f18-a386-3904446bdc3f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:24.623286 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d7964cd-6996-4bfc-a526-5f291bdb1ce9 req-985892b8-d03f-4f18-a386-3904446bdc3f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 931 time: 0.4615800
Apr 23 10:31:24.631068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa935a90>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '15d0ef5e-5e9a-494e-88ce-822252b85bd5', 'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'mac_address': 'fa:16:3e:c1:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:18Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 2, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'subnets': [{'id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:24.636374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Checking router: 1a2206a4-2cb4-4e79-aafe-cd46c188a90d for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:31:24.636839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Updating router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:31:24.687685 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d7964cd-6996-4bfc-a526-5f291bdb1ce9 req-cc243df2-b49c-4ca4-9e11-496f230804e7 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541091
Apr 23 10:31:24.714526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:24.889530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44590) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:24.896339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1805279233-network', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:24.901439 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:24.905513 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Usage tracker for resource:network and tenant:74573a783eb64c72b15f32f6f89a79bc is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:24.908525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:24.914971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:24.928156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Made reservation on behalf of 74573a783eb64c72b15f32f6f89a79bc for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:31:24.934521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:24.948654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:24.982140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:24.993554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Usage tracker for resource:security_group_rule and tenant:74573a783eb64c72b15f32f6f89a79bc is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:25.000238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:25.015199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:25.108905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.124131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Transition to ACTIVE for port object 15d0ef5e-5e9a-494e-88ce-822252b85bd5 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:25.131621 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.142999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4688b7ef-6b96-4511-9dc0-0ae48c7d0b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:25.168470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.171717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.177151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9e003255-c80d-4ad1-a8d6-d932bf6882f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:25.202941 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=86338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:31:25.219385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.219784 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Added segment 07d12440-4f76-4103-8a53-55f6e005ac03 of type vlan for network b3c3f340-3dc9-439c-87e1-b0a4ac78396d
Apr 23 10:31:25.264394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c3d971-0bd4-4f79-bb92-3c8276303a36,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:25.269732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:25.275133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.317270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5eee4-daca-402f-b1ff-b147dca58f25 None None] Pushing event updated for resources: {'Port': ['ID=15d0ef5e-5e9a-494e-88ce-822252b85bd5,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:25.324614 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9ed5eee4-daca-402f-b1ff-b147dca58f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:25.345042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.348759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:25.352263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.355457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e648-7b25-4c62-8160-6e069577911a req-83d3d1c7-64c9-420e-adee-c83e4da97a01 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:25.358607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-96022653-5759-452e-a320-ea3512d3c280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:25.363891 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af32e648-7b25-4c62-8160-6e069577911a req-83d3d1c7-64c9-420e-adee-c83e4da97a01 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.3205981
Apr 23 10:31:25.422141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb561-0b29-4326-ae93-82ce16eeec20 req-fe02083d-d59c-4f70-acb5-968cb2d91dff tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:25.423820 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-60cfb561-0b29-4326-ae93-82ce16eeec20 req-fe02083d-d59c-4f70-acb5-968cb2d91dff tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.2778695
Apr 23 10:31:25.466821 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af32e648-7b25-4c62-8160-6e069577911a req-a081761a-412d-4620-a7d1-ba977cad8953 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017673
Apr 23 10:31:25.520222 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-60cfb561-0b29-4326-ae93-82ce16eeec20 req-26837609-6b81-4316-a410-d5e5dc9fa68f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892196
Apr 23 10:31:25.538261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Attempting to bind port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:31:25.539606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Attempting to bind port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:31:25.540024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Attempting to bind port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 on network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:31:25.548508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:31:25.549220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Checking segment: {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:25.549873 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.550472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Bound using segment: {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:31:25.550966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Pushing event updated for resources: {'Network': ['ID=b3c3f340-3dc9-439c-87e1-b0a4ac78396d,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:25.551185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Bound port: 15d0ef5e-5e9a-494e-88ce-822252b85bd5, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:31:25.551569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.558811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:25.569108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:31:25.575180 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6844363
Apr 23 10:31:25.577935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44602) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:25.584856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Request body: {'subnet': {'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1805279233-subnet', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:25.591542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:25.596568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Usage tracker for resource:subnet and tenant:74573a783eb64c72b15f32f6f89a79bc is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:25.613677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:25.628342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:25.642956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Made reservation on behalf of 74573a783eb64c72b15f32f6f89a79bc for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:31:25.652616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.855271 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec931-0acf-4383-bb86-268a5294ef8a req-703f7a76-de12-4046-a40d-914599218ef6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:25.857424 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a43ec931-0acf-4383-bb86-268a5294ef8a req-703f7a76-de12-4046-a40d-914599218ef6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1273797
Apr 23 10:31:25.894511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] For port 15d0ef5e-5e9a-494e-88ce-822252b85bd5, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:31:25.898692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] For port 15d0ef5e-5e9a-494e-88ce-822252b85bd5, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=15d0ef5e-5e9a-494e-88ce-822252b85bd5,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:31:25.903816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:25.914391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:26.044661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:31:26.045634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa935a90>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:31:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:26.129723 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a43ec931-0acf-4383-bb86-268a5294ef8a req-bc81c08e-f4c7-450f-8e4f-b9ffde433f9d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2657492
Apr 23 10:31:26.185483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f0323-a7af-46d3-aceb-0fa419638125 req-9275161b-1e9f-4468-a79d-1acd67066f62 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:26.194645 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3a0f0323-a7af-46d3-aceb-0fa419638125 req-9275161b-1e9f-4468-a79d-1acd67066f62 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 931 time: 0.2675290
Apr 23 10:31:26.307532 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3a0f0323-a7af-46d3-aceb-0fa419638125 req-6f0a5bde-2cf4-46fa-b203-136dadd4acc8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117387
Apr 23 10:31:26.358285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:26.363981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:26.454675 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5eee4-daca-402f-b1ff-b147dca58f25 None None] Pushing event updated for resources: {'Port': ['ID=15d0ef5e-5e9a-494e-88ce-822252b85bd5,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:26.467449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Checking segment: {'id': '07d12440-4f76-4103-8a53-55f6e005ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:26.467646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Network hostable DHCP agents. Network: b3c3f340-3dc9-439c-87e1-b0a4ac78396d, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:31:26.471913 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9ed5eee4-daca-402f-b1ff-b147dca58f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:26.479375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44031986-d294-4d98-8395-3534eef7ad60,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:26.482973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:26.491555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:31:26.501672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, b3c3f340-3dc9-439c-87e1-b0a4ac78396d) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:26.507768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:26.508532 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:26.516340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec3c1a-c039-415b-9a3d-3c6b454c97d4 None None] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:31:26.534478 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1df8c7bc-5967-460d-83b6-a01217e73e09 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9552708
Apr 23 10:31:26.536442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44616) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:26.544867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:26.553951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:26.559273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Usage tracker for resource:router and tenant:74573a783eb64c72b15f32f6f89a79bc is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:26.564481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:26.575138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:26.587167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:26.588209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:26.625497 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:26.735026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:26.918069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687095f-20f6-4493-851b-8982b5b9852b req-95f78940-28b1-4e6b-878b-6dc479bc1b6a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:26.923839 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2687095f-20f6-4493-851b-8982b5b9852b req-95f78940-28b1-4e6b-878b-6dc479bc1b6a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.2411549
Apr 23 10:31:26.957427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503141c7-49a3-4ba8-968c-bb1b17afd13d req-8d2ced18-f179-4e01-9ebd-975041d33db3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:26.959044 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-503141c7-49a3-4ba8-968c-bb1b17afd13d req-8d2ced18-f179-4e01-9ebd-975041d33db3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1864302
Apr 23 10:31:27.014957 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2687095f-20f6-4493-851b-8982b5b9852b req-65a5b9f6-ddeb-45ec-8a90-f586da531aea tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870495
Apr 23 10:31:27.066305 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-503141c7-49a3-4ba8-968c-bb1b17afd13d req-49172f3d-2777-4d58-ad45-5f930734e615 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951967
Apr 23 10:31:27.259643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-b3c3f340-3dc9-439c-87e1-b0a4ac78396d', 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'fixed_ips': [{'subnet_id': '44031986-d294-4d98-8395-3534eef7ad60'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:31:27.260571 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:27.328262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:27.437355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa935a90>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '15d0ef5e-5e9a-494e-88ce-822252b85bd5', 'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'mac_address': 'fa:16:3e:c1:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:18Z', 'updated_at': '2021-04-23T10:31:25Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'subnets': [{'id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:27.451417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c8808-7963-409c-8524-627915dcf7cd req-af932ae5-5ccf-4805-84b0-73c3131642e5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:27.456336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac58871-1e25-46ef-9765-e5b02190de53 None None] The sync data for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi is: [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '15d0ef5e-5e9a-494e-88ce-822252b85bd5', 'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'mac_address': 'fa:16:3e:c1:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:18Z', 'updated_at': '2021-04-23T10:31:25Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'subnets': [{'id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:31:27.457567 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-697c8808-7963-409c-8524-627915dcf7cd req-af932ae5-5ccf-4805-84b0-73c3131642e5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1825294
Apr 23 10:31:27.503601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Allocated IP 172.20.0.2 (b3c3f340-3dc9-439c-87e1-b0a4ac78396d/44031986-d294-4d98-8395-3534eef7ad60/04c72d21-7c56-4f85-b608-eaf6eec56398) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:31:27.603869 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-697c8808-7963-409c-8524-627915dcf7cd req-da9ed3ef-8b7e-4465-bd39-169b18b6ba8a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1354134
Apr 23 10:31:27.922104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb152b-6aec-43e0-9a2c-bcafe6105310 req-0545ed05-440c-436e-a040-c7790e0d3ccd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:27.923793 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dfcb152b-6aec-43e0-9a2c-bcafe6105310 req-0545ed05-440c-436e-a040-c7790e0d3ccd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 931 time: 0.1877663
Apr 23 10:31:28.016489 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dfcb152b-6aec-43e0-9a2c-bcafe6105310 req-a0c020d9-055f-4377-9b46-cde9a1545f39 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849962
Apr 23 10:31:28.048044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:28.080434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:28.084200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:28.119863 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Transition to ACTIVE for port object 04c72d21-7c56-4f85-b608-eaf6eec56398 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:28.140972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Transition to ACTIVE for port object 04c72d21-7c56-4f85-b608-eaf6eec56398 will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:28.152230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:28.182699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-56996e43-cbc5-4082-b292-08719ea06a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:28.296494 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:31:28.314901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:28.319906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:31:28.322685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Pushing event updated for resources: {'Port': ['ID=04c72d21-7c56-4f85-b608-eaf6eec56398,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:28.326845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:28.476273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Attempting to bind port 04c72d21-7c56-4f85-b608-eaf6eec56398 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:31:28.476690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Attempting to bind port 04c72d21-7c56-4f85-b608-eaf6eec56398 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '07d12440-4f76-4103-8a53-55f6e005ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:31:28.477142 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Attempting to bind port 04c72d21-7c56-4f85-b608-eaf6eec56398 on network b3c3f340-3dc9-439c-87e1-b0a4ac78396d {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:31:28.477517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Allocated IP 172.27.0.16 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/e637d95e-4ee1-42c9-b270-dd8a599224ea) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:31:28.487555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:31:28.490360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Checking segment: {'id': '07d12440-4f76-4103-8a53-55f6e005ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:28.491269 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:28.491389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Bound using segment: {'id': '07d12440-4f76-4103-8a53-55f6e005ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:31:28.492020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Bound port: 04c72d21-7c56-4f85-b608-eaf6eec56398, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d12440-4f76-4103-8a53-55f6e005ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:31:28.495356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:28.505824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0a9c1-5efc-45a4-8ca3-e21d8a2930c5 req-22fd321e-912d-4ff8-9758-98f8d57370d5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:28.513469 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92c0a9c1-5efc-45a4-8ca3-e21d8a2930c5 req-22fd321e-912d-4ff8-9758-98f8d57370d5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.2697864
Apr 23 10:31:28.588117 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92c0a9c1-5efc-45a4-8ca3-e21d8a2930c5 req-901e4dd5-df2f-4e69-8387-6ec46dc7573e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736058
Apr 23 10:31:28.624783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e0fb-13e2-48da-9f65-c5a3a646d1bd req-7b612fcb-9c15-425e-8630-edce5a81476b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:28.638084 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cac0e0fb-13e2-48da-9f65-c5a3a646d1bd req-7b612fcb-9c15-425e-8630-edce5a81476b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.2831759
Apr 23 10:31:28.667478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] For port 04c72d21-7c56-4f85-b608-eaf6eec56398, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:31:28.671425 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] For port 04c72d21-7c56-4f85-b608-eaf6eec56398, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=04c72d21-7c56-4f85-b608-eaf6eec56398,segment=NetworkSegment(07d12440-4f76-4103-8a53-55f6e005ac03),segment_id=07d12440-4f76-4103-8a53-55f6e005ac03)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:31:28.677475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:28.682439 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-970a0883-477f-4e00-8773-c00b12d45925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:28.721901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:28.749184 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cac0e0fb-13e2-48da-9f65-c5a3a646d1bd req-9bc30206-61a4-42ce-b8c9-ea6a49aac56f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100280
Apr 23 10:31:28.755777 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:28.785271 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:28.850176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Pushing event updated for resources: {'Port': ['ID=04c72d21-7c56-4f85-b608-eaf6eec56398,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:28.854502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:28.888064 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:31:28.898659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:28.947535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:31:28.976049 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07a167-5561-4452-95d7-1cadeafc4740 req-863402c9-7702-44ad-ba2c-b7cbf415875f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:28.984603 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a07a167-5561-4452-95d7-1cadeafc4740 req-863402c9-7702-44ad-ba2c-b7cbf415875f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1099744
Apr 23 10:31:29.020149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e637d95e-4ee1-42c9-b270-dd8a599224ea,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:29.030136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:29.058605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 15d0ef5e-5e9a-494e-88ce-822252b85bd5 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:29.062969 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a07a167-5561-4452-95d7-1cadeafc4740 req-83b1bed2-ec70-4616-b7a4-1e2204fcc420 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768631
Apr 23 10:31:29.159092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:29.173102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:29.173623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:29.390461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9d441-c082-4089-b171-04c8d95ca868 req-4a4faf2b-6a98-4be3-bf7f-968e73a8eb7e tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:29.398776 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-40e9d441-c082-4089-b171-04c8d95ca868 req-4a4faf2b-6a98-4be3-bf7f-968e73a8eb7e tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 931 time: 0.2417619
Apr 23 10:31:29.457590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:29.470902 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-40e9d441-c082-4089-b171-04c8d95ca868 req-16c27876-1137-44fd-8f5d-12ba04039bf9 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710909
Apr 23 10:31:29.508177 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 15d0ef5e-5e9a-494e-88ce-822252b85bd5, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=15d0ef5e-5e9a-494e-88ce-822252b85bd5,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:29.515177 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:29.519063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:29.574730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:29.595442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=15d0ef5e-5e9a-494e-88ce-822252b85bd5,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:29.599704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:29.827562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8247d-d6bf-4068-961d-493a8c7caaf8 req-7bfb94c3-2d3f-45ef-b019-00400273dff9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:29.829216 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-75b8247d-d6bf-4068-961d-493a8c7caaf8 req-7bfb94c3-2d3f-45ef-b019-00400273dff9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1077108
Apr 23 10:31:29.892329 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-75b8247d-d6bf-4068-961d-493a8c7caaf8 req-ceefe904-bd9d-4cf7-b72b-238bf5d4c4e5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555546
Apr 23 10:31:30.004602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64115f9-4301-48d0-950a-b4f86e293c9c req-2d111bb7-f3dd-49d7-b5d2-0c199ba11b46 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:30.006268 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c64115f9-4301-48d0-950a-b4f86e293c9c req-2d111bb7-f3dd-49d7-b5d2-0c199ba11b46 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1267059
Apr 23 10:31:30.023598 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:30.069974 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c64115f9-4301-48d0-950a-b4f86e293c9c req-ee563aa9-571b-4fe1-8e08-7a1433b312af tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569460
Apr 23 10:31:30.261930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Router f0639f85-e1f9-4be2-a455-1255c5e8cb30 is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:31:30.282323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eb4d2-ad1f-423a-b2ed-883cc4bb3de7 req-c6ba5e88-d3c5-465f-a5a2-938413f08d1b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:30.285503 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-938eb4d2-ad1f-423a-b2ed-883cc4bb3de7 req-c6ba5e88-d3c5-465f-a5a2-938413f08d1b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.0937386
Apr 23 10:31:30.337573 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-938eb4d2-ad1f-423a-b2ed-883cc4bb3de7 req-f403a1eb-dc6b-4981-9f4d-3a0236768cfd tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435843
Apr 23 10:31:30.356231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3ade8-c255-4957-b4cc-65bec2ec15a7 None None] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:31:30.460088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-f1ec99e3-37c4-4784-81ef-71e344ed80da None None] Provisioning for port 04c72d21-7c56-4f85-b608-eaf6eec56398 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:30.460315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:31:30.470643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Sync routers for ids ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:31:30.482547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Routers {'f0639f85-e1f9-4be2-a455-1255c5e8cb30'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:31:30.483265 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bb01cf828>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:31:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:30.485190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:30.489035 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.9489255
Apr 23 10:31:30.490057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 44694) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:30.714876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Set router f0639f85-e1f9-4be2-a455-1255c5e8cb30 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:31.035506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 15d0ef5e-5e9a-494e-88ce-822252b85bd5 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:31.060597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bb01cf828>, [{'id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:26Z', 'updated_at': '2021-04-23T10:31:29Z', 'revision_number': 3, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'gw_port': {'id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:28Z', 'updated_at': '2021-04-23T10:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:31.065311 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Checking router: f0639f85-e1f9-4be2-a455-1255c5e8cb30 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:31:31.065936 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Updating router f0639f85-e1f9-4be2-a455-1255c5e8cb30 port e637d95e-4ee1-42c9-b270-dd8a599224ea binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:31:31.120217 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:31.120862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.139339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.188167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d3be2-67ea-4ba5-9587-c538a8bc5f4a req-5a3e3914-c9a7-44ff-a0bb-f536f5f8d04a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:31.190346 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-482d3be2-67ea-4ba5-9587-c538a8bc5f4a req-5a3e3914-c9a7-44ff-a0bb-f536f5f8d04a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 931 time: 0.5516965
Apr 23 10:31:31.232759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eadfa8-fbd2-4f34-8899-7c21b30b5bdb req-0caa6b7c-0b20-4e4a-80f4-0db6340088ef tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:31.234346 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-06eadfa8-fbd2-4f34-8899-7c21b30b5bdb req-0caa6b7c-0b20-4e4a-80f4-0db6340088ef tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1715360
Apr 23 10:31:31.266456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 04c72d21-7c56-4f85-b608-eaf6eec56398 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:31.336327 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 04c72d21-7c56-4f85-b608-eaf6eec56398 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:31.341402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 04c72d21-7c56-4f85-b608-eaf6eec56398 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:31.341827 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.346700 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-482d3be2-67ea-4ba5-9587-c538a8bc5f4a req-b07341e9-7748-475b-a728-6bab8953f49d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457949
Apr 23 10:31:31.370472 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-06eadfa8-fbd2-4f34-8899-7c21b30b5bdb req-70e11b37-5742-4479-9446-95365aeed6ab tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192710
Apr 23 10:31:31.490071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.527934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 04c72d21-7c56-4f85-b608-eaf6eec56398, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=04c72d21-7c56-4f85-b608-eaf6eec56398,segment=NetworkSegment(07d12440-4f76-4103-8a53-55f6e005ac03),segment_id=07d12440-4f76-4103-8a53-55f6e005ac03)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:31.532229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.537018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:31.555574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.568133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Transition to ACTIVE for port object e637d95e-4ee1-42c9-b270-dd8a599224ea will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:31.575287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.581663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:31.610916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=04c72d21-7c56-4f85-b608-eaf6eec56398,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:31.614625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:31.704878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Attempting to bind port e637d95e-4ee1-42c9-b270-dd8a599224ea on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:31:31.705990 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Attempting to bind port e637d95e-4ee1-42c9-b270-dd8a599224ea by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:31:31.706482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Attempting to bind port e637d95e-4ee1-42c9-b270-dd8a599224ea on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:31:31.718669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf85152-8a50-49bd-b549-df357dd1bce2 None None] Pushing event updated for resources: {'Port': ['ID=e637d95e-4ee1-42c9-b270-dd8a599224ea,revision_number=2']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:31.722371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ddf85152-8a50-49bd-b549-df357dd1bce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:31.723439 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:31:31.723886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:31.724333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.725034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:31:31.725578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Bound port: e637d95e-4ee1-42c9-b270-dd8a599224ea, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:31:31.725993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.806146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] For port e637d95e-4ee1-42c9-b270-dd8a599224ea, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:31:31.809499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] For port e637d95e-4ee1-42c9-b270-dd8a599224ea, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=e637d95e-4ee1-42c9-b270-dd8a599224ea,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:31:31.813403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.818864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:31.897154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Routers {'f0639f85-e1f9-4be2-a455-1255c5e8cb30'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:31:31.897905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bb01cf828>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:31:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:31.935386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:31.947206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Request body: {'port': {'device_id': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:32.037474 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-d578679f-7ef2-4ff4-ac6b-c07b8c6f8864 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0951200
Apr 23 10:31:32.053979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d221d7-1d19-4801-b888-1c3691806f85 req-7bccc6ad-5d7f-4cbb-b0a7-e0a666698b5a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:32.055855 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-16d221d7-1d19-4801-b888-1c3691806f85 req-7bccc6ad-5d7f-4cbb-b0a7-e0a666698b5a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.5108256
Apr 23 10:31:32.068236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29091d79-2ce0-41d8-9450-6bf629a1c9f8 req-f99e81d6-b953-46cc-b108-ed22174546a7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:32.076351 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-29091d79-2ce0-41d8-9450-6bf629a1c9f8 req-f99e81d6-b953-46cc-b108-ed22174546a7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.5323997
Apr 23 10:31:32.213597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf85152-8a50-49bd-b549-df357dd1bce2 None None] Pushing event updated for resources: {'Port': ['ID=e637d95e-4ee1-42c9-b270-dd8a599224ea,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:32.214476 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-29091d79-2ce0-41d8-9450-6bf629a1c9f8 req-467f4d01-b975-4bb6-9b26-a48dfaa37121 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1371462
Apr 23 10:31:32.219042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ddf85152-8a50-49bd-b549-df357dd1bce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:32.266215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:32.293349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] Set router f0639f85-e1f9-4be2-a455-1255c5e8cb30 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:32.345394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Allocated IP 172.20.0.1 (b3c3f340-3dc9-439c-87e1-b0a4ac78396d/44031986-d294-4d98-8395-3534eef7ad60/640a41e0-34bc-4a59-bee2-89b10d76700e) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:31:32.367210 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-16d221d7-1d19-4801-b888-1c3691806f85 req-655b4d97-7be8-4c09-9343-0a43d2c295e9 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2822466
Apr 23 10:31:32.551259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:32.560067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:32.766667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Transition to ACTIVE for port object 640a41e0-34bc-4a59-bee2-89b10d76700e will not be triggered until provisioned by entity DHCP. {{(pid=86337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:32.770243 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-51f84618-a8f7-43c4-87fa-dc535a59136a service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6539736
Apr 23 10:31:32.849709 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedcf10-e202-469c-b74a-5dabaa476625 req-f2048e2c-d6f4-4675-8b5c-a33c66ec594f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:32.855998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bb01cf828>, [{'id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:26Z', 'updated_at': '2021-04-23T10:31:29Z', 'revision_number': 3, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'gw_port': {'id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:28Z', 'updated_at': '2021-04-23T10:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:32.858690 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-acedcf10-e202-469c-b74a-5dabaa476625 req-f2048e2c-d6f4-4675-8b5c-a33c66ec594f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 931 time: 0.2849355
Apr 23 10:31:32.866914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784c174-9eb9-448b-8fe9-770e51101136 None None] The sync data for ids ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'] in dv-cinder-779233-3-iscsi is: [{'id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:26Z', 'updated_at': '2021-04-23T10:31:29Z', 'revision_number': 3, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'gw_port': {'id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:28Z', 'updated_at': '2021-04-23T10:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:31:32.880822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052bdf7-cad0-4469-adc2-c3c85b1e84ef req-0da9c881-d4ea-46af-956c-b9f1c024c95a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:32.889422 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4052bdf7-cad0-4469-adc2-c3c85b1e84ef req-0da9c881-d4ea-46af-956c-b9f1c024c95a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.3183157
Apr 23 10:31:32.981540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 04c72d21-7c56-4f85-b608-eaf6eec56398 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:32.992090 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-acedcf10-e202-469c-b74a-5dabaa476625 req-f40eecb0-202c-4d86-8bc6-e4773a67baea tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321406
Apr 23 10:31:33.013853 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.033403 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4052bdf7-cad0-4469-adc2-c3c85b1e84ef req-4942cbbe-d842-4af6-bd90-782648e4ef2f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424718
Apr 23 10:31:33.041612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:33.083300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 04c72d21-7c56-4f85-b608-eaf6eec56398 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:33.083723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.095535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:31:33.117059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:33.119550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:31:33.146715 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-11dc7b92-ca3b-4f15-90df-fd8a9ed2e820 req-3f06eaed-8c90-494e-ae66-6d86c786f429 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3067956
Apr 23 10:31:33.179597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Pushing event updated for resources: {'Port': ['ID=640a41e0-34bc-4a59-bee2-89b10d76700e,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:33.184456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:33.206558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.355334 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7af943-5156-4071-b870-2e11f94aac19 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:31:33.367478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.401483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.434959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Transition to ACTIVE for port object ea7af943-5156-4071-b870-2e11f94aac19 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:33.451917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.456426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-0ad9e518-5632-48ec-aabd-db0eadb609cd None None] Provisioning for port 640a41e0-34bc-4a59-bee2-89b10d76700e completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:33.463343 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-0ad9e518-5632-48ec-aabd-db0eadb609cd None None] Provisioning complete for port 640a41e0-34bc-4a59-bee2-89b10d76700e triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:33.464284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0ad9e518-5632-48ec-aabd-db0eadb609cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.475476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ae03ac3b-1e53-4575-95e5-ebc5f3e0365b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:33.563699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Pushing event updated for resources: {'Port': ['ID=ea7af943-5156-4071-b870-2e11f94aac19,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:33.571578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:33.589800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9e518-5632-48ec-aabd-db0eadb609cd None None] Port 640a41e0-34bc-4a59-bee2-89b10d76700e cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:31:33.800956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Attempting to bind port ea7af943-5156-4071-b870-2e11f94aac19 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:31:33.801559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Attempting to bind port ea7af943-5156-4071-b870-2e11f94aac19 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:31:33.802090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Attempting to bind port ea7af943-5156-4071-b870-2e11f94aac19 on network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:31:33.805297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.808424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Port ea7af943-5156-4071-b870-2e11f94aac19 on network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:31:33.809028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Attempting to bind port ea7af943-5156-4071-b870-2e11f94aac19 on network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:31:33.818879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:31:33.819265 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Checking segment: {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:33.819695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Bound using segment: {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:31:33.820182 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Bound port: ea7af943-5156-4071-b870-2e11f94aac19, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c87b20-e8e2-4218-a16b-a59b3efae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:31:33.822283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.920211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.969555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] For port ea7af943-5156-4071-b870-2e11f94aac19, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:31:33.973264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] For port ea7af943-5156-4071-b870-2e11f94aac19, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ea7af943-5156-4071-b870-2e11f94aac19,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:31:33.976994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:33.983554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:33.988547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fd7dc8f3-a976-4505-a19f-ee39ae9fc1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:34.039529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:34.040225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:34.042250 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] 10.222.0.48 "PUT /v2.0/ports/ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 200  len: 1093 time: 2.1022732
Apr 23 10:31:34.042798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:31:34.077565 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 44744) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:34.104724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Pushing event updated for resources: {'Port': ['ID=ea7af943-5156-4071-b870-2e11f94aac19,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:34.110537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:34.135878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326ab0a-465d-4798-98ed-ca8d86ef5268 req-fd121b3c-0f6c-4dcf-992a-114a8b286d52 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:34.137688 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3326ab0a-465d-4798-98ed-ca8d86ef5268 req-fd121b3c-0f6c-4dcf-992a-114a8b286d52 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.3301754
Apr 23 10:31:34.181360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:34.189229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Pushing event updated for resources: {'Port': ['ID=640a41e0-34bc-4a59-bee2-89b10d76700e,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:34.198719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:34.249461 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3326ab0a-465d-4798-98ed-ca8d86ef5268 req-238ebf80-554e-4888-a028-60a5947149f3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001811
Apr 23 10:31:34.308680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875390dd-2f16-4773-ba11-f3608761d66f req-5e410435-3bcc-40d7-91e2-87012b47b051 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:34.310221 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-875390dd-2f16-4773-ba11-f3608761d66f req-5e410435-3bcc-40d7-91e2-87012b47b051 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.4485707
Apr 23 10:31:34.353249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:34.437616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:34.458335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Usage tracker for resource:security_group_rule and tenant:36e01632998b42c0893e8dff8509fc47 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:34.476201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:34.495126 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-875390dd-2f16-4773-ba11-f3608761d66f req-c86cc9b9-3ae0-46aa-af97-a6038224cadf tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1660457
Apr 23 10:31:34.497997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:34.550037 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19', 'status': 'completed', 'code': 200}
Apr 23 10:31:34.555687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:31:34.559987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:31:34.729223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73a26d-323a-42ae-9b6e-643df6d1d6c3 req-b59c56d3-d09d-408e-8927-431afa3749c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:34.730813 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1f73a26d-323a-42ae-9b6e-643df6d1d6c3 req-b59c56d3-d09d-408e-8927-431afa3749c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 943 time: 0.3507433
Apr 23 10:31:34.800572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-d89537cb-53b9-4a39-aaff-9728daa4c819 None None] Provisioning complete for port 640a41e0-34bc-4a59-bee2-89b10d76700e triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:34.801026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d89537cb-53b9-4a39-aaff-9728daa4c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:34.872243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a3fe7f15-9f1d-4a7c-88e5-31f8b7a641f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:34.877977 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-d89537cb-53b9-4a39-aaff-9728daa4c819 None None] Port 640a41e0-34bc-4a59-bee2-89b10d76700e cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:31:34.910903 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1f73a26d-323a-42ae-9b6e-643df6d1d6c3 req-62d51bda-12f1-4c9f-be25-e3efc54fd1b2 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435678
Apr 23 10:31:34.931207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e637d95e-4ee1-42c9-b270-dd8a599224ea up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:34.946479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:34.956706 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:34.965006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Router f0639f85-e1f9-4be2-a455-1255c5e8cb30 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:31:34.968107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fad77812-290a-46b1-bb86-30c90dbd9c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:34.987167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26227be-be94-456e-aefc-cff70f8bc832 req-7a2b3916-7527-4eb4-835f-6c6664ddb93c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:34.988799 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d26227be-be94-456e-aefc-cff70f8bc832 req-7a2b3916-7527-4eb4-835f-6c6664ddb93c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.2852194
Apr 23 10:31:35.003255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port e637d95e-4ee1-42c9-b270-dd8a599224ea completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:35.008133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port e637d95e-4ee1-42c9-b270-dd8a599224ea triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:35.008554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:35.099291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df187e51-bac1-4f0d-b140-694b351d7db9,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:35.112319 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=36e01632998b42c0893e8dff8509fc47&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0288060
Apr 23 10:31:35.113438 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:35.115240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44754) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:35.140259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:35.159392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port e637d95e-4ee1-42c9-b270-dd8a599224ea, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=e637d95e-4ee1-42c9-b270-dd8a599224ea,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:35.162667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:35.165478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9673d6ed-5b52-4a8a-9a1f-e879bad71395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:35.190026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-476bfbab-a7c4-454e-8e2a-3e3a3fc6b4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:35.226014 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-476bfbab-a7c4-454e-8e2a-3e3a3fc6b4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:35.242011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=e637d95e-4ee1-42c9-b270-dd8a599224ea,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:35.246219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:35.275457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-476bfbab-a7c4-454e-8e2a-3e3a3fc6b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:35.281060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b1d22b03-e65b-4d78-8fc4-995873bdb73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:35.296076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bfbab-a7c4-454e-8e2a-3e3a3fc6b4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df187e51-bac1-4f0d-b140-694b351d7db9,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:35.298649 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-476bfbab-a7c4-454e-8e2a-3e3a3fc6b4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:35.301185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-476bfbab-a7c4-454e-8e2a-3e3a3fc6b4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:35.302366 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-476bfbab-a7c4-454e-8e2a-3e3a3fc6b4d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/df187e51-bac1-4f0d-b140-694b351d7db9 HTTP/1.1" status: 204  len: 168 time: 0.1861126
Apr 23 10:31:35.488211 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d26227be-be94-456e-aefc-cff70f8bc832 req-57d27ccb-712e-4745-b99c-bb4ddd851c91 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4888434
Apr 23 10:31:35.550247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:31:35.570747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bff3a8-be9f-462c-a7be-4fa46d294330 req-e7e694f4-dd20-4404-882f-93c862e4479d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:35.572367 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-38bff3a8-be9f-462c-a7be-4fa46d294330 req-e7e694f4-dd20-4404-882f-93c862e4479d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1702030
Apr 23 10:31:35.585197 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] 10.222.0.75 "PUT /v2.0/routers/f0639f85-e1f9-4be2-a455-1255c5e8cb30/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0887961
Apr 23 10:31:35.636705 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-38bff3a8-be9f-462c-a7be-4fa46d294330 req-629cf2b1-b6e2-4181-8457-3f2b56a47c17 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544837
Apr 23 10:31:35.791848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a970101-a43e-44b6-aaf8-e38e05f31219 req-c223d3c8-bb6f-41cc-b65c-3f17715fe2b4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:35.793602 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9a970101-a43e-44b6-aaf8-e38e05f31219 req-c223d3c8-bb6f-41cc-b65c-3f17715fe2b4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1086698
Apr 23 10:31:35.849885 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9a970101-a43e-44b6-aaf8-e38e05f31219 req-6a593d05-1b84-431a-906f-8ce48eb3c164 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493975
Apr 23 10:31:36.031811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Sync routers for ids ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:31:36.042104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Routers {'f0639f85-e1f9-4be2-a455-1255c5e8cb30'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:31:36.042784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9e44eb8>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:31:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:36.120215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44792) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:36.126923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096538466', 'description': 'tempest-secgroup-smoke-2096538466 description', 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:36.134729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:36.139103 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Usage tracker for resource:security_group and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:36.144144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:36.150731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:36.160418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29931dd-d4f8-4a64-aeec-ac988965a784 req-95bfcb23-e90a-4f16-81b3-0c7878622193 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:36.161924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.169545 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b29931dd-d4f8-4a64-aeec-ac988965a784 req-95bfcb23-e90a-4f16-81b3-0c7878622193 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 943 time: 0.1179860
Apr 23 10:31:36.190929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:36.195416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Usage tracker for resource:security_group_rule and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:36.198695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:36.206482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:36.234217 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b29931dd-d4f8-4a64-aeec-ac988965a784 req-b40b9558-b936-4a00-8a22-5c70a3baba8e tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636044
Apr 23 10:31:36.299222 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.302358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.314772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0048fac7-d009-410a-a0ed-49052d05e275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:36.351728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.355832 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2314813
Apr 23 10:31:36.356670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 44802) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:36.362186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Request body: {'security_group_rule': {'security_group_id': '8e2a58a1-a90b-492e-9f50-600c112a42c8', 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:36.362329 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2a58a1-a90b-492e-9f50-600c112a42c8,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:36.368184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:36.368974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:36.373848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Usage tracker for resource:security_group_rule and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:36.377799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:36.384596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:36.402346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.463767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Set router f0639f85-e1f9-4be2-a455-1255c5e8cb30 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:36.475218 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.479987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.481832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:36.513062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9c308e-bf08-4f9a-905c-17913fac97e4,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:36.516057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.521980 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1600201
Apr 23 10:31:36.521980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:36.521980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 44806) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:36.530808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Request body: {'security_group_rule': {'security_group_id': '8e2a58a1-a90b-492e-9f50-600c112a42c8', 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:36.537611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:36.541803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Usage tracker for resource:security_group_rule and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:36.544890 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:36.551268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:36.589764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.745960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.755870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.770493 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:36.793334 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfab86-1a56-4914-b51f-e1bea31174ed req-f7590707-b597-4591-ae2b-4042fe33ac5b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:36.795214 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2cbfab86-1a56-4914-b51f-e1bea31174ed req-f7590707-b597-4591-ae2b-4042fe33ac5b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1653564
Apr 23 10:31:36.801444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126064c4-cec2-4ba5-b3fb-ab027edc4e7d,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:36.804434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:36.832752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b2b490de-9d4f-416b-93d0-6d87e686aea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.859091 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2cbfab86-1a56-4914-b51f-e1bea31174ed req-e20bdb63-a787-478b-ab2c-f63e6ac418a0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511062
Apr 23 10:31:36.860073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.861144 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3351657
Apr 23 10:31:36.865015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44820) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:36.872037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Request body: {'security_group_rule': {'security_group_id': '8e2a58a1-a90b-492e-9f50-600c112a42c8', 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:36.880450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:36.885273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Usage tracker for resource:security_group_rule and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:36.888666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:36.896029 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:36.924901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:36.964468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9e44eb8>, [{'id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:26Z', 'updated_at': '2021-04-23T10:31:33Z', 'revision_number': 4, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'gw_port': {'id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:28Z', 'updated_at': '2021-04-23T10:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '640a41e0-34bc-4a59-bee2-89b10d76700e', 'name': '', 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'mac_address': 'fa:16:3e:19:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '44031986-d294-4d98-8395-3534eef7ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:32Z', 'updated_at': '2021-04-23T10:31:33Z', 'revision_number': 2, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'subnets': [{'id': '44031986-d294-4d98-8395-3534eef7ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:36.980190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Checking router: f0639f85-e1f9-4be2-a455-1255c5e8cb30 for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:31:36.980603 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Updating router f0639f85-e1f9-4be2-a455-1255c5e8cb30 port 640a41e0-34bc-4a59-bee2-89b10d76700e binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:31:37.008344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e637d95e-4ee1-42c9-b270-dd8a599224ea up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:37.039276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.043099 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.045800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:37.065406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8be1880-470c-48c9-a532-5648fabd2f72,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:37.074690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:37.082796 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.084059 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ff2afbe1-db15-4b65-bc86-5d6a756bea18 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2175944
Apr 23 10:31:37.086843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44826) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:37.092743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Request body: {'security_group_rule': {'security_group_id': '8e2a58a1-a90b-492e-9f50-600c112a42c8', 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:37.099821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:37.104437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Usage tracker for resource:security_group_rule and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:37.107022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.107817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:37.114340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:37.121595 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c92e5-c3c3-4f95-9c74-63bef26d74b8 req-af4fb215-40fc-42e9-9453-0b58163fd8b2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:37.123447 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-807c92e5-c3c3-4f95-9c74-63bef26d74b8 req-af4fb215-40fc-42e9-9453-0b58163fd8b2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1746860
Apr 23 10:31:37.131825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port e637d95e-4ee1-42c9-b270-dd8a599224ea triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:37.132248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.134254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.195179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f8db9-5727-4b86-ac23-819ffe3b45e2 req-acb5d7b1-a136-443a-aec5-bb7578f137ea tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:37.196810 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d30f8db9-5727-4b86-ac23-819ffe3b45e2 req-acb5d7b1-a136-443a-aec5-bb7578f137ea tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1484880
Apr 23 10:31:37.199905 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-807c92e5-c3c3-4f95-9c74-63bef26d74b8 req-7f46ff1e-b794-4e2b-bb23-5ed5b6afe820 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625944
Apr 23 10:31:37.204152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.208013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.210424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:37.230151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8f3ecd-1bc1-42a7-850f-576c1d464e38,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:37.237278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:37.247825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.252806 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1644537
Apr 23 10:31:37.253640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44832) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:37.260534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Request body: {'security_group_rule': {'security_group_id': '8e2a58a1-a90b-492e-9f50-600c112a42c8', 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:37.264308 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d30f8db9-5727-4b86-ac23-819ffe3b45e2 req-070ff732-4d3c-40ef-a6d8-0a74e47fd74b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607727
Apr 23 10:31:37.268241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:37.272883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Usage tracker for resource:security_group_rule and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:37.277274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:37.284710 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:37.299307 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.securitygroups_db [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Project e47d610fa53d463fa10c5d0be6c9db94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 10:31:37.308355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.449781 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113020f-0d8d-4740-9acc-d35e6a0c99dc req-3fd7d47d-444a-4fec-9923-2bfada517a58 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:37.452018 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6113020f-0d8d-4740-9acc-d35e6a0c99dc req-3fd7d47d-444a-4fec-9923-2bfada517a58 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 943 time: 0.0912957
Apr 23 10:31:37.476206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.479971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.484740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbdf2e-4a9d-4eec-b87e-5512e4b1c400 req-2d2b6f27-4727-4b7f-ad14-ea86da622a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:37.486638 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8cbdf2e-4a9d-4eec-b87e-5512e4b1c400 req-2d2b6f27-4727-4b7f-ad14-ea86da622a11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74c2fbda36d54e61a94b83ab438f9327&device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 1096 time: 0.1368520
Apr 23 10:31:37.490791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:37.510507 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6113020f-0d8d-4740-9acc-d35e6a0c99dc req-ab8d90aa-afc7-4be4-b083-97547694d53d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506656
Apr 23 10:31:37.512805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d0b1ef-0c0f-4108-8440-8e2f54f56657,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:37.518735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:37.522669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.524141 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2690396
Apr 23 10:31:37.526904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 44844) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:37.532604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Request body: {'security_group_rule': {'security_group_id': '8e2a58a1-a90b-492e-9f50-600c112a42c8', 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:31:37.538947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:37.542978 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Usage tracker for resource:security_group_rule and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:37.546025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:37.552001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:37.572514 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.637484 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.securitygroups_db [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Project e47d610fa53d463fa10c5d0be6c9db94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 10:31:37.653061 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.670658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.688339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Transition to ACTIVE for port object 640a41e0-34bc-4a59-bee2-89b10d76700e will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:31:37.695987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.701455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-decfa1a0-9437-43c3-99c9-51e1f9c5482a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:37.762962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbdf2e-4a9d-4eec-b87e-5512e4b1c400 req-8b2f4713-8b35-48dc-bf87-057322e1df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:37.765067 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8cbdf2e-4a9d-4eec-b87e-5512e4b1c400 req-8b2f4713-8b35-48dc-bf87-057322e1df6b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=74c2fbda36d54e61a94b83ab438f9327&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2100153
Apr 23 10:31:37.791822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.822137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.888616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8bed4-75b8-4b94-8396-4c5f8518e1e4 None None] Pushing event updated for resources: {'Port': ['ID=640a41e0-34bc-4a59-bee2-89b10d76700e,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:37.925820 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b9a8bed4-75b8-4b94-8396-4c5f8518e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:37.952371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Attempting to bind port 640a41e0-34bc-4a59-bee2-89b10d76700e on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:31:37.952830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Attempting to bind port 640a41e0-34bc-4a59-bee2-89b10d76700e by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '07d12440-4f76-4103-8a53-55f6e005ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:31:37.953458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Attempting to bind port 640a41e0-34bc-4a59-bee2-89b10d76700e on network b3c3f340-3dc9-439c-87e1-b0a4ac78396d {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:31:37.962534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:31:37.962963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Checking segment: {'id': '07d12440-4f76-4103-8a53-55f6e005ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:31:37.963585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.964027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Bound using segment: {'id': '07d12440-4f76-4103-8a53-55f6e005ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:31:37.964557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Bound port: 640a41e0-34bc-4a59-bee2-89b10d76700e, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d12440-4f76-4103-8a53-55f6e005ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:31:37.965012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:37.994602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c9c5b4cb-cb3f-4e72-82cf-6553d57de57d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:38.013299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:38.020025 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4919379
Apr 23 10:31:38.025232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec4a70d-669f-4adf-8acd-15db41d11a80,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:38.027903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:38.029111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbdf2e-4a9d-4eec-b87e-5512e4b1c400 req-433abb1c-679e-4851-9fbd-7f4c827c1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:38.030676 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8cbdf2e-4a9d-4eec-b87e-5512e4b1c400 req-433abb1c-679e-4851-9fbd-7f4c827c1ab8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2373183
Apr 23 10:31:38.086354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] For port 640a41e0-34bc-4a59-bee2-89b10d76700e, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:31:38.089902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] For port 640a41e0-34bc-4a59-bee2-89b10d76700e, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=640a41e0-34bc-4a59-bee2-89b10d76700e,segment=NetworkSegment(07d12440-4f76-4103-8a53-55f6e005ac03),segment_id=07d12440-4f76-4103-8a53-55f6e005ac03)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:31:38.094884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:31:38.103657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:38.110383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9ed5eee4-daca-402f-b1ff-b147dca58f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:38.153567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35453834-0076-458c-88e2-027d9c604ed8 req-723a6725-c9a3-42f7-a450-c8ff3d3bb76e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:38.161459 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-35453834-0076-458c-88e2-027d9c604ed8 req-723a6725-c9a3-42f7-a450-c8ff3d3bb76e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1426027
Apr 23 10:31:38.185110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8bed4-75b8-4b94-8396-4c5f8518e1e4 None None] Pushing event updated for resources: {'Port': ['ID=640a41e0-34bc-4a59-bee2-89b10d76700e,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:38.194229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b9a8bed4-75b8-4b94-8396-4c5f8518e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:38.222346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-5de263bc-eecb-4875-b96c-51931fdd2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:38.224267 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-5de263bc-eecb-4875-b96c-51931fdd2838 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74c2fbda36d54e61a94b83ab438f9327&device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 1096 time: 0.1188211
Apr 23 10:31:38.227955 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-35453834-0076-458c-88e2-027d9c604ed8 req-74a2de6d-ab9e-49b3-ac3e-10b66ace1a2e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654814
Apr 23 10:31:38.247365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Routers {'f0639f85-e1f9-4be2-a455-1255c5e8cb30'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:31:38.248073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9e44eb8>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:31:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:38.340424 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-10bf229a-d8f1-4c9d-a21c-dab707bb1123 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 200  len: 217 time: 0.0971074
Apr 23 10:31:38.382543 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:38.518348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-4738a388-0693-450a-95e8-f4e1c8c6d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:38.522532 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-4738a388-0693-450a-95e8-f4e1c8c6d70c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2b33362-4999-4707-9467-b68c73dc835f HTTP/1.1" status: 200  len: 853 time: 0.1711788
Apr 23 10:31:38.718718 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-1edb9437-f031-4496-b957-3bf30e98d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:38.720217 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-1edb9437-f031-4496-b957-3bf30e98d2c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1676075
Apr 23 10:31:38.867661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45794bfe-4be9-4968-a103-b021a4688157 req-e6ec58cc-caea-4025-b2c4-673a7a9e3d44 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:38.888150 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-45794bfe-4be9-4968-a103-b021a4688157 req-e6ec58cc-caea-4025-b2c4-673a7a9e3d44 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.3108900
Apr 23 10:31:38.922569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:38.954147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd1b6-e1af-464c-b9df-87668ed54faf req-fc8b4f05-8a54-42a7-a37c-95719dab585d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:38.962894 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-639cd1b6-e1af-464c-b9df-87668ed54faf req-fc8b4f05-8a54-42a7-a37c-95719dab585d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.4330637
Apr 23 10:31:38.983172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:38.984002 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'port_id': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'mac_address': 'fa:16:3e:a1:6d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:31:38.988524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] Set router f0639f85-e1f9-4be2-a455-1255c5e8cb30 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:31:38.999798 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-45794bfe-4be9-4968-a103-b021a4688157 req-f823d308-f9b9-4ec7-a414-6a40eb8f58e0 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102514
Apr 23 10:31:39.014351 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-1f6e9925-4584-448c-8cab-bebba622a670 service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834806
Apr 23 10:31:39.087068 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-639cd1b6-e1af-464c-b9df-87668ed54faf req-66305606-f07a-4c5e-b8f7-b5f5f20469d4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226413
Apr 23 10:31:39.132869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:39.167036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a07215a-09c4-436b-88c9-810eb5bfe916 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:31:39.278805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:39.340499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:39.344292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:39.388558 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5a1e11cb-d23d-414b-b024-e2a5bf397157 req-7ff4404b-d8b3-4807-9d3c-4a3c6cffb584 service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3650632
Apr 23 10:31:39.502499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55655921-a277-4d8d-891a-49adba87bd1c req-8718dff9-a4ea-4227-ae38-c6fad6118e66 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:39.504209 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-55655921-a277-4d8d-891a-49adba87bd1c req-8718dff9-a4ea-4227-ae38-c6fad6118e66 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 943 time: 0.2565386
Apr 23 10:31:39.622685 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-55655921-a277-4d8d-891a-49adba87bd1c req-a8f35257-8865-4cba-a4c3-a2ad7e50ad2f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095903
Apr 23 10:31:39.630015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['8a07215a-09c4-436b-88c9-810eb5bfe916'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:31:39.875973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=6']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:39.879542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:39.914416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d887dd-805d-4625-8202-510ec2925a8f req-7aefa6fc-9c4c-4cc7-bcf7-a84a6f5fe2fa tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:39.922803 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e5d887dd-805d-4625-8202-510ec2925a8f req-7aefa6fc-9c4c-4cc7-bcf7-a84a6f5fe2fa tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1959093
Apr 23 10:31:39.991471 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e5d887dd-805d-4625-8202-510ec2925a8f req-9a9a3ed5-186e-48a0-80ac-d22190145130 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675583
Apr 23 10:31:40.007069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63aca6-1561-40f1-8460-de3351d8ab77 req-ecd5b2ec-8b33-45b0-bed1-f49fbd5c252c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:40.014830 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ef63aca6-1561-40f1-8460-de3351d8ab77 req-ecd5b2ec-8b33-45b0-bed1-f49fbd5c252c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1952553
Apr 23 10:31:40.097126 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ef63aca6-1561-40f1-8460-de3351d8ab77 req-d2ee2a7b-0044-4757-bce8-16f01d15df2e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812039
Apr 23 10:31:40.107807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b5753-74b2-4978-8312-219891808662 req-a4bf351b-0eb1-4470-9079-ea9f2990a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:40.121220 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a61b5753-74b2-4978-8312-219891808662 req-a4bf351b-0eb1-4470-9079-ea9f2990a7a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 1098 time: 0.2476087
Apr 23 10:31:40.245611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9e44eb8>, [{'id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:26Z', 'updated_at': '2021-04-23T10:31:33Z', 'revision_number': 4, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'gw_port': {'id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:28Z', 'updated_at': '2021-04-23T10:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '640a41e0-34bc-4a59-bee2-89b10d76700e', 'name': '', 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'mac_address': 'fa:16:3e:19:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '44031986-d294-4d98-8395-3534eef7ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:32Z', 'updated_at': '2021-04-23T10:31:38Z', 'revision_number': 4, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'subnets': [{'id': '44031986-d294-4d98-8395-3534eef7ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:31:40.250546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478aaaee-cbff-492c-b9e4-53244c3c6278 None None] The sync data for ids ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'] in dv-cinder-779233-3-iscsi is: [{'id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:26Z', 'updated_at': '2021-04-23T10:31:33Z', 'revision_number': 4, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'gw_port': {'id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:28Z', 'updated_at': '2021-04-23T10:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '640a41e0-34bc-4a59-bee2-89b10d76700e', 'name': '', 'network_id': 'b3c3f340-3dc9-439c-87e1-b0a4ac78396d', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'mac_address': 'fa:16:3e:19:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '44031986-d294-4d98-8395-3534eef7ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:32Z', 'updated_at': '2021-04-23T10:31:38Z', 'revision_number': 4, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'subnets': [{'id': '44031986-d294-4d98-8395-3534eef7ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:31:40.527577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b5753-74b2-4978-8312-219891808662 req-1e3af91d-1f50-49ae-a403-ac4e43dbaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:40.529229 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a61b5753-74b2-4978-8312-219891808662 req-1e3af91d-1f50-49ae-a403-ac4e43dbaea6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 912 time: 0.3946724
Apr 23 10:31:40.565599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbda02b-2871-47f9-9143-b5b7da04ed7f req-b1fa3b0a-41c7-4bdb-adcb-b42f82b3d22c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:40.569045 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6cbda02b-2871-47f9-9143-b5b7da04ed7f req-b1fa3b0a-41c7-4bdb-adcb-b42f82b3d22c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 944 time: 0.2781324
Apr 23 10:31:40.652897 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6cbda02b-2871-47f9-9143-b5b7da04ed7f req-a2466a5e-1f98-4d52-a0fa-8cdf0dd2a668 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747094
Apr 23 10:31:40.818332 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a61b5753-74b2-4978-8312-219891808662 req-c7beb940-dc0f-4e62-bf86-98e8ec696523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b HTTP/1.1" status: 200  len: 1000 time: 0.2740080
Apr 23 10:31:41.019631 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b5753-74b2-4978-8312-219891808662 req-7601ae42-ab12-45ab-ac2e-551d86172885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:41.022336 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a61b5753-74b2-4978-8312-219891808662 req-7601ae42-ab12-45ab-ac2e-551d86172885 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 200  len: 850 time: 0.1823709
Apr 23 10:31:41.059785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 640a41e0-34bc-4a59-bee2-89b10d76700e up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:41.119456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2098b-101f-4be4-a30c-a5103a191988 req-5c8f7e80-92ac-4e55-8745-495b2160d180 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:41.142298 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b0b2098b-101f-4be4-a30c-a5103a191988 req-5c8f7e80-92ac-4e55-8745-495b2160d180 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 943 time: 0.2629945
Apr 23 10:31:41.237774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 640a41e0-34bc-4a59-bee2-89b10d76700e completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:41.247153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 640a41e0-34bc-4a59-bee2-89b10d76700e triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:41.247561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:41.251618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b5753-74b2-4978-8312-219891808662 req-bf6ab492-12f7-4f28-a7c2-cab2daf8f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:41.265720 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b0b2098b-101f-4be4-a30c-a5103a191988 req-d8bc26b7-b81a-4907-b3db-4d10f5c7b956 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218536
Apr 23 10:31:41.271757 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a61b5753-74b2-4978-8312-219891808662 req-bf6ab492-12f7-4f28-a7c2-cab2daf8f953 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6324dbe3-5626-411e-a23f-f2dd748a1268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2324214
Apr 23 10:31:41.575880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:41.662991 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a61b5753-74b2-4978-8312-219891808662 req-364270ff-5109-4d55-8a21-11f33b30c6a6 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3799293
Apr 23 10:31:41.674517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 640a41e0-34bc-4a59-bee2-89b10d76700e, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=640a41e0-34bc-4a59-bee2-89b10d76700e,segment=NetworkSegment(07d12440-4f76-4103-8a53-55f6e005ac03),segment_id=07d12440-4f76-4103-8a53-55f6e005ac03)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:41.686450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:41.688335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:41.722206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ed4e-42ec-4a10-b656-8bef88730a5b req-aebbd060-4810-45da-b551-c89d3aac90f5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:41.724833 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9ff4ed4e-42ec-4a10-b656-8bef88730a5b req-aebbd060-4810-45da-b551-c89d3aac90f5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.4546232
Apr 23 10:31:41.739036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154751e-322a-4de8-8ae6-ce9d2e0b589a req-6187e1ac-8d59-4d5c-b0f7-9f4644a70be6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:41.748149 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3154751e-322a-4de8-8ae6-ce9d2e0b589a req-6187e1ac-8d59-4d5c-b0f7-9f4644a70be6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.2780223
Apr 23 10:31:41.860816 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3154751e-322a-4de8-8ae6-ce9d2e0b589a req-fbff52bf-2ae6-4540-91ce-39871ca6c8bb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112888
Apr 23 10:31:41.861045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=640a41e0-34bc-4a59-bee2-89b10d76700e,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:41.883364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.885551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.889919 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.890473 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.891004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.893063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.897279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.897852 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.898410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.898937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.899752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.900304 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:31:41.913662 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a61b5753-74b2-4978-8312-219891808662 req-be99532b-0850-4410-af0f-79d52a566221 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372675
Apr 23 10:31:41.915933 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:41.941222 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9ff4ed4e-42ec-4a10-b656-8bef88730a5b req-5d416313-6f6b-4c16-aae9-2a123f554cd1 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282284
Apr 23 10:31:42.104529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:42.197091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1021e-8580-4dda-99c0-52ff860e7e19 req-d7e82408-779f-41fd-8f19-5f4159ebdc13 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:42.205828 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23f1021e-8580-4dda-99c0-52ff860e7e19 req-d7e82408-779f-41fd-8f19-5f4159ebdc13 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 944 time: 0.1072528
Apr 23 10:31:42.257476 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23f1021e-8580-4dda-99c0-52ff860e7e19 req-89cf5248-7dc7-417b-a76f-bf028ffaaa79 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506153
Apr 23 10:31:42.722584 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb5e80-5fe0-4980-81b5-3095011a22ba req-a187b26d-56a5-4fba-b729-6e492b94efbd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:42.739893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 8a07215a-09c4-436b-88c9-810eb5bfe916 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:42.741331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:42.745434 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e5eb5e80-5fe0-4980-81b5-3095011a22ba req-a187b26d-56a5-4fba-b729-6e492b94efbd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 943 time: 0.2679665
Apr 23 10:31:42.891078 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e5eb5e80-5fe0-4980-81b5-3095011a22ba req-b2d03887-b819-4f46-9220-e0909e101ae5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424277
Apr 23 10:31:43.058656 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 640a41e0-34bc-4a59-bee2-89b10d76700e up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:43.146336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:43.194298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ed655-71de-4faa-923d-34d310c73a61 req-25bb6b85-915c-40bf-b366-eb53c21cae12 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:43.202119 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-893ed655-71de-4faa-923d-34d310c73a61 req-25bb6b85-915c-40bf-b366-eb53c21cae12 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1626885
Apr 23 10:31:43.207222 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:43.209017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:31:43.227528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:43.235345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:43.294830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 640a41e0-34bc-4a59-bee2-89b10d76700e triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:43.295499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:43.338886 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-893ed655-71de-4faa-923d-34d310c73a61 req-81a4fa73-9d85-4044-8b5b-ab2ab3c4a676 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1357644
Apr 23 10:31:43.355551 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'code': 200}
Apr 23 10:31:43.396657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=7']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:43.401892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:43.626234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:31:43.667212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e116a0-43b3-4e02-8e3d-41e44e9eb21a req-1d9709de-e7aa-4279-a3a5-1d4e633866b2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:43.683181 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c8e116a0-43b3-4e02-8e3d-41e44e9eb21a req-1d9709de-e7aa-4279-a3a5-1d4e633866b2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1408002
Apr 23 10:31:43.739024 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c8e116a0-43b3-4e02-8e3d-41e44e9eb21a req-e4f4ec21-d72a-40dd-baf4-3a20ab0af1af tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531723
Apr 23 10:31:44.118167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f69c96-e29d-43de-af5a-ff4028d37064 req-88edd83b-527c-438a-92b8-793ee41eb4b8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:44.122515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device ea7af943-5156-4071-b870-2e11f94aac19 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:31:44.122709 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b5f69c96-e29d-43de-af5a-ff4028d37064 req-88edd83b-527c-438a-92b8-793ee41eb4b8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 943 time: 0.1021688
Apr 23 10:31:44.191756 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b5f69c96-e29d-43de-af5a-ff4028d37064 req-0a08739c-64aa-44cc-959e-80eaa3991923 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553517
Apr 23 10:31:44.340095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port ea7af943-5156-4071-b870-2e11f94aac19, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ea7af943-5156-4071-b870-2e11f94aac19,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:44.364010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'ea7af943-5156-4071-b870-2e11f94aac19', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'port_id': 'ea7af943-5156-4071-b870-2e11f94aac19', 'mac_address': 'fa:16:3e:28:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:31:44.458577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:44.479377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7af943-5156-4071-b870-2e11f94aac19 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:31:44.492008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfefba-fa16-45b6-bab5-3c0461fccba4 req-a3851aa9-7548-4602-9cea-6b797013b60d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:44.496825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port ea7af943-5156-4071-b870-2e11f94aac19, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ea7af943-5156-4071-b870-2e11f94aac19,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:44.498302 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-acbfefba-fa16-45b6-bab5-3c0461fccba4 req-a3851aa9-7548-4602-9cea-6b797013b60d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1139255
Apr 23 10:31:44.499731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:44.502798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b9a8bed4-75b8-4b94-8396-4c5f8518e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:44.573357 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-acbfefba-fa16-45b6-bab5-3c0461fccba4 req-c2052977-d175-4130-80bd-d6c0f09d7e37 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678904
Apr 23 10:31:44.593301 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=ea7af943-5156-4071-b870-2e11f94aac19,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:44.612953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:44.848960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c523c6-7cab-42aa-99e8-5d4a26b1311e req-a7492671-b250-40a8-b624-6b7f7683a3b4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:44.850906 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d4c523c6-7cab-42aa-99e8-5d4a26b1311e req-a7492671-b250-40a8-b624-6b7f7683a3b4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1411910
Apr 23 10:31:44.921334 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d4c523c6-7cab-42aa-99e8-5d4a26b1311e req-f6831880-f1e7-4e24-bf1b-cbe0a1c4a146 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609934
Apr 23 10:31:45.100559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['ea7af943-5156-4071-b870-2e11f94aac19'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:31:45.305673 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b035a-a6b6-413b-9bf1-dbc7bcf0e636 req-a859852c-9312-4463-a15c-ca8d5e50cfd7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:45.308820 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ac0b035a-a6b6-413b-9bf1-dbc7bcf0e636 req-a859852c-9312-4463-a15c-ca8d5e50cfd7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.2486427
Apr 23 10:31:45.385957 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ac0b035a-a6b6-413b-9bf1-dbc7bcf0e636 req-e1ce92ad-487e-4364-96ff-6c5e336ee124 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658958
Apr 23 10:31:45.682485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72717234-ffa8-4780-bcc2-604ab1fc0c41 req-dd64afe4-b9ff-458d-b959-f1e5274c4642 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:45.700484 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-72717234-ffa8-4780-bcc2-604ab1fc0c41 req-dd64afe4-b9ff-458d-b959-f1e5274c4642 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 944 time: 0.1823266
Apr 23 10:31:45.763367 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-72717234-ffa8-4780-bcc2-604ab1fc0c41 req-6da2c937-6f40-47c0-9727-ca0475f20b2d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618181
Apr 23 10:31:46.440096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 45138) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:46.659286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:46.671620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00804d8c-8afa-4df8-9438-5d49e874ad5e req-435c3d63-ba5d-4895-9a8d-208009f33ab1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:46.674222 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00804d8c-8afa-4df8-9438-5d49e874ad5e req-435c3d63-ba5d-4895-9a8d-208009f33ab1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1289670
Apr 23 10:31:46.708470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:31:46.713916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Usage tracker for resource:security_group_rule and tenant:648ad5e9b3a34030b2274f189fc328da is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:31:46.722891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:31:46.736436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:31:46.763324 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00804d8c-8afa-4df8-9438-5d49e874ad5e req-d959c1c8-1e2a-47fd-b90b-f8ab997efcf9 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800860
Apr 23 10:31:46.866441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:46.872240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:46.890511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:46.982528 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=648ad5e9b3a34030b2274f189fc328da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5413404
Apr 23 10:31:46.985290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea345ff-2348-4fe4-88d4-2e50a9b9cbb4,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:46.995966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 45154) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:31:47.009321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:47.113036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091d41-1d74-4e10-9c74-1f9bc153ca04 req-a68b8a08-ea15-4b84-9b4f-c4ad529f7224 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:47.114696 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4e091d41-1d74-4e10-9c74-1f9bc153ca04 req-a68b8a08-ea15-4b84-9b4f-c4ad529f7224 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 944 time: 0.2138133
Apr 23 10:31:47.132062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e4de-99ca-4541-b923-a111bf49173b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:47.181712 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4e091d41-1d74-4e10-9c74-1f9bc153ca04 req-9d07870b-adc0-4002-969a-1cb645ba9bf7 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603909
Apr 23 10:31:47.191416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e4de-99ca-4541-b923-a111bf49173b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:47.247520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e4de-99ca-4541-b923-a111bf49173b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:47.253597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3511b8f9-9e3f-4d48-a29d-e78036b4ef7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:47.269823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7ea4e4de-99ca-4541-b923-a111bf49173b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:47.271135 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7ea4e4de-99ca-4541-b923-a111bf49173b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aea345ff-2348-4fe4-88d4-2e50a9b9cbb4 HTTP/1.1" status: 204  len: 168 time: 0.2703154
Apr 23 10:31:47.272280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4e4de-99ca-4541-b923-a111bf49173b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea345ff-2348-4fe4-88d4-2e50a9b9cbb4,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:47.284721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7ea4e4de-99ca-4541-b923-a111bf49173b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:47.994748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacaff9-8c4b-46c2-8e1e-796d3341033a req-fe452f1d-ff36-4356-8d63-1613ec2282e5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:47.996487 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2cacaff9-8c4b-46c2-8e1e-796d3341033a req-fe452f1d-ff36-4356-8d63-1613ec2282e5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.0960600
Apr 23 10:31:48.051975 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2cacaff9-8c4b-46c2-8e1e-796d3341033a req-f73d052b-d831-4c88-9a3d-945639a3ae10 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484746
Apr 23 10:31:48.148239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device ea7af943-5156-4071-b870-2e11f94aac19 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:31:48.257692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port ea7af943-5156-4071-b870-2e11f94aac19 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:31:48.263034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port ea7af943-5156-4071-b870-2e11f94aac19 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:31:48.263456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:48.412888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:48.462935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port ea7af943-5156-4071-b870-2e11f94aac19, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ea7af943-5156-4071-b870-2e11f94aac19,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:48.464012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:31:48.471219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:48.482429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:48.526925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059530e-c32d-43bf-b865-f90ca344e061 req-1a500a9d-ce4f-4e97-a101-a863f732dc6d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:48.530723 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0059530e-c32d-43bf-b865-f90ca344e061 req-1a500a9d-ce4f-4e97-a101-a863f732dc6d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 944 time: 0.1721466
Apr 23 10:31:48.628279 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19', 'code': 200}
Apr 23 10:31:48.629379 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=ea7af943-5156-4071-b870-2e11f94aac19,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:48.632968 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:48.633965 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0059530e-c32d-43bf-b865-f90ca344e061 req-fae69f42-8858-4f59-986c-60206d7e6ec0 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939679
Apr 23 10:31:48.964912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5faf4-73d0-4e74-940e-de99ccb54c52 req-0f091ab6-20f2-45e6-81cc-a2f3b057967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:48.966667 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f3b5faf4-73d0-4e74-940e-de99ccb54c52 req-0f091ab6-20f2-45e6-81cc-a2f3b057967d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 1098 time: 0.1102154
Apr 23 10:31:49.017684 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f3b5faf4-73d0-4e74-940e-de99ccb54c52 req-0099d1f4-7a5a-44e2-989c-e860f3ea69b4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443487
Apr 23 10:31:49.357506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9e44f-d9f1-4e93-98d5-5bfe59c582f0 req-f737ee2c-c736-4709-b46a-22673725f639 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:49.359168 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-57a9e44f-d9f1-4e93-98d5-5bfe59c582f0 req-f737ee2c-c736-4709-b46a-22673725f639 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1201375
Apr 23 10:31:49.409373 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-57a9e44f-d9f1-4e93-98d5-5bfe59c582f0 req-2e09cbe0-2795-4735-a8e4-58ab03b475e1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430963
Apr 23 10:31:49.882999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b971bf0-7511-4375-9baa-dc6cfeea75d4 req-01e73758-1ff3-4c71-b6e0-387cfdf809aa tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:49.884602 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8b971bf0-7511-4375-9baa-dc6cfeea75d4 req-01e73758-1ff3-4c71-b6e0-387cfdf809aa tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.0981848
Apr 23 10:31:49.937293 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8b971bf0-7511-4375-9baa-dc6cfeea75d4 req-0b107a4f-7d11-4991-8a1d-4aee6b73e135 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433819
Apr 23 10:31:50.654876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a811dd-d73e-4256-b0d1-1d1fb6d6b3a2 req-04c59719-ccd8-4a91-82f5-8b559c80e052 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:50.657695 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-03a811dd-d73e-4256-b0d1-1d1fb6d6b3a2 req-04c59719-ccd8-4a91-82f5-8b559c80e052 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1079590
Apr 23 10:31:50.723148 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-03a811dd-d73e-4256-b0d1-1d1fb6d6b3a2 req-1f52e81d-aab5-4c53-8bfa-47db95478045 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584323
Apr 23 10:31:51.155845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49f9f8-f6e3-4a09-ba28-486d18018a0d req-f4f09fd5-be98-41da-8c1e-2149028efda2 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:51.157366 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8e49f9f8-f6e3-4a09-ba28-486d18018a0d req-f4f09fd5-be98-41da-8c1e-2149028efda2 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.0951359
Apr 23 10:31:51.215742 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8e49f9f8-f6e3-4a09-ba28-486d18018a0d req-15654405-3f88-4df3-b504-a98df891f162 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516882
Apr 23 10:31:51.971520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7bf8a-e0b7-4111-a177-16ac9b0de8b9 req-b625915f-1f3d-428f-9d67-9fc7fdddecf3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:51.980615 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dfa7bf8a-e0b7-4111-a177-16ac9b0de8b9 req-b625915f-1f3d-428f-9d67-9fc7fdddecf3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1252527
Apr 23 10:31:52.037187 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dfa7bf8a-e0b7-4111-a177-16ac9b0de8b9 req-17b99ed9-824f-4d7a-acb1-05fae7dbbf7f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551014
Apr 23 10:31:52.444347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4d8d1-1c74-49f6-b8d4-6beb80eb37ef req-856f0675-3365-4bec-b1ca-b351db365b4a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:52.452299 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-85c4d8d1-1c74-49f6-b8d4-6beb80eb37ef req-856f0675-3365-4bec-b1ca-b351db365b4a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.1063364
Apr 23 10:31:52.503671 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-85c4d8d1-1c74-49f6-b8d4-6beb80eb37ef req-241c6f19-7ce2-451c-ae2c-55114c53650c tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502579
Apr 23 10:31:53.248400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110dab5-eb49-46e7-8941-3f03540f7031 req-19f4f522-133d-47fd-ac38-7f641d7f9d1e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:53.250019 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f110dab5-eb49-46e7-8941-3f03540f7031 req-19f4f522-133d-47fd-ac38-7f641d7f9d1e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.0908880
Apr 23 10:31:53.299447 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f110dab5-eb49-46e7-8941-3f03540f7031 req-6fd6f009-10eb-47d8-a31a-1ee66da09111 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424628
Apr 23 10:31:53.922390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b865144-03ad-425c-b956-2d53cf9a4858 req-8b763c47-f320-4028-8f6d-76e47160e296 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:53.924753 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b865144-03ad-425c-b956-2d53cf9a4858 req-8b763c47-f320-4028-8f6d-76e47160e296 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.3035755
Apr 23 10:31:53.972226 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b865144-03ad-425c-b956-2d53cf9a4858 req-fc5fd2ef-5b58-4f75-b186-e3cae78c2537 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410779
Apr 23 10:31:54.515852 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7cbb-dd50-4ae1-b778-f845e7c5bdec req-41d1d60f-a286-44aa-ad45-8400efe4bf54 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:54.518049 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f0de7cbb-dd50-4ae1-b778-f845e7c5bdec req-41d1d60f-a286-44aa-ad45-8400efe4bf54 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.0912755
Apr 23 10:31:54.568403 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f0de7cbb-dd50-4ae1-b778-f845e7c5bdec req-c66ffd5e-f891-4137-9e20-ef14fe1bd6bc tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440567
Apr 23 10:31:54.885209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-20efb390-fcff-481d-acdb-e6704b5ef385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:54.885209 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-20efb390-fcff-481d-acdb-e6704b5ef385 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 1098 time: 0.0891390
Apr 23 10:31:55.037504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-eb0c4b87-3a48-4241-9eca-3cb99f1fff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:55.039083 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-eb0c4b87-3a48-4241-9eca-3cb99f1fff4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 917 time: 0.1438050
Apr 23 10:31:55.156826 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-d28a1ad6-5ef0-45e5-95e3-cee527b645a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a07215a-09c4-436b-88c9-810eb5bfe916 HTTP/1.1" status: 200  len: 1000 time: 0.1102767
Apr 23 10:31:55.191167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102080c-da5c-4879-a195-1992f418c6a0 req-ae36c187-3a12-4758-9e55-d7bdb4884e9c tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:55.191167 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8102080c-da5c-4879-a195-1992f418c6a0 req-ae36c187-3a12-4758-9e55-d7bdb4884e9c tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.0949719
Apr 23 10:31:55.236435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-a436d49f-6b6f-4ac1-8b0c-7eb69d2663d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:55.238168 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-a436d49f-6b6f-4ac1-8b0c-7eb69d2663d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.0727220
Apr 23 10:31:55.242416 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8102080c-da5c-4879-a195-1992f418c6a0 req-6143337f-7e41-4ea3-b6fb-8cbdf73d5640 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512388
Apr 23 10:31:55.335056 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-a9268ef6-cea8-42c7-bd68-817a102976a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:55.336973 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-a9268ef6-cea8-42c7-bd68-817a102976a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886617
Apr 23 10:31:55.474671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62def91-0bcd-4e10-adba-c9489b85f828 req-2239213e-2e89-4862-91a6-208d15a3321a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:55.476286 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a62def91-0bcd-4e10-adba-c9489b85f828 req-2239213e-2e89-4862-91a6-208d15a3321a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.0999949
Apr 23 10:31:55.530911 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a62def91-0bcd-4e10-adba-c9489b85f828 req-a634b043-c788-4b1d-b41c-520b8ee588dd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449784
Apr 23 10:31:55.553299 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-028fade1-07ff-4718-b195-40be8931a714 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903067
Apr 23 10:31:55.812835 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-be7025f1-0afa-44df-a2f5-aa9d7d3d01f4 req-99d1398f-cfa7-4513-8393-a6111f5c554c service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2438602
Apr 23 10:31:55.815360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808238-6373-4d8f-9e0a-fd7e24d7aea4 req-ad673f99-66c8-44e7-a031-81ad22a12326 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:55.817262 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-19808238-6373-4d8f-9e0a-fd7e24d7aea4 req-ad673f99-66c8-44e7-a031-81ad22a12326 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1209273
Apr 23 10:31:55.868259 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-19808238-6373-4d8f-9e0a-fd7e24d7aea4 req-d4c11ae1-82cb-4161-8e6c-fda01477ca46 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428240
Apr 23 10:31:56.054999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c708789-b4c9-4c2f-a891-4d7fee3b082b req-7a6ac28d-abc9-407f-a9a6-1162669ce94d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:56.056592 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5c708789-b4c9-4c2f-a891-4d7fee3b082b req-7a6ac28d-abc9-407f-a9a6-1162669ce94d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.0926647
Apr 23 10:31:56.106289 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5c708789-b4c9-4c2f-a891-4d7fee3b082b req-3f6c644f-6c01-421e-9e7c-f2fbb9b88113 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431104
Apr 23 10:31:56.838684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23770e-dddb-4f93-a0d3-51eab3d4c049 req-f62dd6b2-9803-40da-9250-10e0d23800ed tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:56.841052 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9e23770e-dddb-4f93-a0d3-51eab3d4c049 req-f62dd6b2-9803-40da-9250-10e0d23800ed tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0978396
Apr 23 10:31:56.895999 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9e23770e-dddb-4f93-a0d3-51eab3d4c049 req-7161efaa-9de6-41de-8407-47482d9ded6c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468314
Apr 23 10:31:57.054129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-326ddaa2-7df7-40fb-8f5c-cdaf9f172b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:57.056347 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-326ddaa2-7df7-40fb-8f5c-cdaf9f172b75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1099 time: 0.3285873
Apr 23 10:31:57.095592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d99cb-c4c4-4bd1-953b-b477ba5187c0 req-1c3b20ad-e1a2-410a-be05-954f26f93533 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:57.096929 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-438d99cb-c4c4-4bd1-953b-b477ba5187c0 req-1c3b20ad-e1a2-410a-be05-954f26f93533 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.0906036
Apr 23 10:31:57.148149 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-438d99cb-c4c4-4bd1-953b-b477ba5187c0 req-32320641-16e9-4ce4-b0c6-fe4d213e7808 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443826
Apr 23 10:31:57.210803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-2e64c9c0-0852-4e19-95f0-c7bcedc2860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:57.212351 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-2e64c9c0-0852-4e19-95f0-c7bcedc2860d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.1424150
Apr 23 10:31:57.296700 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-b7286c08-2304-4c9d-9139-177151b50bcb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 200  len: 217 time: 0.0694311
Apr 23 10:31:57.378480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-1b93b340-3d35-4453-b69f-b525511f0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:57.380014 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-1b93b340-3d35-4453-b69f-b525511f0c8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.0647299
Apr 23 10:31:57.440472 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-61c9c37d-8555-4918-adb6-c9bb9923dd69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455604
Apr 23 10:31:57.587794 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-881151c5-6d5c-4e81-b97a-e699240eab3c service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325250
Apr 23 10:31:57.775511 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e8e22f21-a17e-4758-afce-08fea4fbf477 req-9bf5154f-a650-4b75-a840-ded0b0b2db8f service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563442
Apr 23 10:31:58.109953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe4532-0574-451b-abfa-eb08ae87452b req-1429810a-02c6-4174-89f9-cc5fcb5b2a6e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:58.111601 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8fe4532-0574-451b-abfa-eb08ae87452b req-1429810a-02c6-4174-89f9-cc5fcb5b2a6e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0928841
Apr 23 10:31:58.163459 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8fe4532-0574-451b-abfa-eb08ae87452b req-8be0fec4-807b-4058-a843-e55c63179ced tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435646
Apr 23 10:31:58.282251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:31:58.375465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600240e-eb25-4fb8-bb0d-240f991c07c6 req-5683f705-887a-4776-afb8-dadba6913e63 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:58.379174 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8600240e-eb25-4fb8-bb0d-240f991c07c6 req-5683f705-887a-4776-afb8-dadba6913e63 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 945 time: 0.1090646
Apr 23 10:31:58.424037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:58.452569 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8600240e-eb25-4fb8-bb0d-240f991c07c6 req-f192d5d3-7715-43b4-94b1-637f633a3e3f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668406
Apr 23 10:31:58.467169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:31:58.468630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:31:58.484253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:31:58.486495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:31:58.559463 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'code': 200}
Apr 23 10:31:58.573025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=8']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:31:58.581807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:31:59.370044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d543a-0347-49bc-96b4-e9efc2f0b0a6 req-49cde7a3-abaf-4ddf-b0c4-f448b0fa6e17 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:59.371740 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ed4d543a-0347-49bc-96b4-e9efc2f0b0a6 req-49cde7a3-abaf-4ddf-b0c4-f448b0fa6e17 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0890269
Apr 23 10:31:59.424459 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ed4d543a-0347-49bc-96b4-e9efc2f0b0a6 req-ee919e8e-002c-4c6b-b221-f31a3a5e4fe3 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451944
Apr 23 10:31:59.665447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469f1cd-9fb0-4e4b-9741-035d258c0973 req-79700b14-4549-4039-9772-838833da4785 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:31:59.673726 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6469f1cd-9fb0-4e4b-9741-035d258c0973 req-79700b14-4549-4039-9772-838833da4785 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1018341
Apr 23 10:31:59.729086 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6469f1cd-9fb0-4e4b-9741-035d258c0973 req-66bc6d51-c533-4247-9b6c-aecc125e8113 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515184
Apr 23 10:32:00.647534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f8e1-a8a3-4186-a802-bc8baa12865b req-c39267a9-b0e1-40c1-a323-fffd896c63ff tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:00.649749 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-90b1f8e1-a8a3-4186-a802-bc8baa12865b req-c39267a9-b0e1-40c1-a323-fffd896c63ff tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1116753
Apr 23 10:32:00.709114 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-90b1f8e1-a8a3-4186-a802-bc8baa12865b req-5b055aa2-c7e4-4296-9bab-f12384f8b9a6 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488918
Apr 23 10:32:00.833592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea22a4-2d10-4fca-89ee-30190e4dba7d req-c08645e2-4cc1-4fd3-86cc-3e336cfd58ed tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:00.835827 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6eea22a4-2d10-4fca-89ee-30190e4dba7d req-c08645e2-4cc1-4fd3-86cc-3e336cfd58ed tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1019032
Apr 23 10:32:00.886414 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6eea22a4-2d10-4fca-89ee-30190e4dba7d req-e7a2b6d9-8c9a-4278-a49f-631686ae4763 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440242
Apr 23 10:32:01.811258 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-0a6c5d77-ab61-4976-8b78-04821af0002b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0941646
Apr 23 10:32:01.942016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-bf000d8a-88e1-41f3-b235-9be0b9adf59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:01.943852 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-bf000d8a-88e1-41f3-b235-9be0b9adf59e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 1098 time: 0.0887296
Apr 23 10:32:01.957350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1403b-0281-4d96-b496-78e2d8f7b393 req-1113c64c-c886-4fb7-88a7-d0c8327084aa tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:01.959267 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89b1403b-0281-4d96-b496-78e2d8f7b393 req-1113c64c-c886-4fb7-88a7-d0c8327084aa tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1310151
Apr 23 10:32:02.018073 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89b1403b-0281-4d96-b496-78e2d8f7b393 req-b6893d19-d071-4cdc-adb6-c7e615f71f70 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523834
Apr 23 10:32:02.119862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-fe5eeccc-d715-4f13-9e9f-b080d1d5b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:02.121460 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-fe5eeccc-d715-4f13-9e9f-b080d1d5b71d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 912 time: 0.1540077
Apr 23 10:32:02.125825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca2eca-c374-437f-a3fc-1f78b6007457 req-e78ed71c-0dc1-4c6a-9619-2ad99b25a3df tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:02.127607 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-47ca2eca-c374-437f-a3fc-1f78b6007457 req-e78ed71c-0dc1-4c6a-9619-2ad99b25a3df tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0962429
Apr 23 10:32:02.189433 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-47ca2eca-c374-437f-a3fc-1f78b6007457 req-b3a839c0-e307-491c-8ccd-2f8af28912bd tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551596
Apr 23 10:32:02.247634 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-82dfaa04-9800-46b9-9bf8-4468dfa48ae7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b HTTP/1.1" status: 200  len: 1000 time: 0.1178098
Apr 23 10:32:02.312460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:32:02.317795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-61b08046-7c82-49d5-94b7-c0010e9da922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:02.319360 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-61b08046-7c82-49d5-94b7-c0010e9da922 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 200  len: 850 time: 0.0648062
Apr 23 10:32:02.419894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-e9d8bf7c-f370-43fd-b8a6-eb8cdfbf421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:02.422286 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-e9d8bf7c-f370-43fd-b8a6-eb8cdfbf421a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6324dbe3-5626-411e-a23f-f2dd748a1268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880160
Apr 23 10:32:02.522258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:02.585853 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-be698af3-e4f0-4c63-b8da-b47c7385bc0b service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531057
Apr 23 10:32:02.737392 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f011241-ecb7-42ed-acc6-92fca46b1cdb req-b423bde1-efaf-4ec3-8326-ca8099a010f3 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421001
Apr 23 10:32:03.230478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fff198-4c2c-4d31-9fbc-a3e0b4807bb3 req-1f7eb238-c954-4f69-9fef-7a9408fa6e93 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:03.232116 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c1fff198-4c2c-4d31-9fbc-a3e0b4807bb3 req-1f7eb238-c954-4f69-9fef-7a9408fa6e93 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0971851
Apr 23 10:32:03.281904 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c1fff198-4c2c-4d31-9fbc-a3e0b4807bb3 req-8cad58f1-b1c0-4bfd-8adc-90168e01029f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422256
Apr 23 10:32:03.408470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73902fba-a81d-4ece-bc23-47ab14caeda7 req-de8cb75c-72c8-41f6-b61a-526cdadbfa80 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:03.410131 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-73902fba-a81d-4ece-bc23-47ab14caeda7 req-de8cb75c-72c8-41f6-b61a-526cdadbfa80 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0933263
Apr 23 10:32:03.461474 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-73902fba-a81d-4ece-bc23-47ab14caeda7 req-382edb66-7983-4d0a-ba2a-c4b688516fad tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447536
Apr 23 10:32:04.505171 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed5c4d-6866-49a5-8828-ab1bc76d6cb4 req-a63f915c-9cd2-4fd7-93e4-8f0e63769588 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:04.512794 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d0ed5c4d-6866-49a5-8828-ab1bc76d6cb4 req-a63f915c-9cd2-4fd7-93e4-8f0e63769588 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1154540
Apr 23 10:32:04.566464 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d0ed5c4d-6866-49a5-8828-ab1bc76d6cb4 req-f5616b1b-6abc-4acd-bbe0-83f5d024e9a7 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526586
Apr 23 10:32:04.604258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 45508) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:04.694157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61637878-366b-4ba8-b150-f9c95614bdaf req-45de1e19-e069-433e-919d-2c5ea2a994b7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:04.695838 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-61637878-366b-4ba8-b150-f9c95614bdaf req-45de1e19-e069-433e-919d-2c5ea2a994b7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1057098
Apr 23 10:32:04.746777 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-01481fd5-e2e2-4680-b458-fd6b7efe7bc7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1409504
Apr 23 10:32:04.751870 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-61637878-366b-4ba8-b150-f9c95614bdaf req-1dea4bfe-7b73-432e-8665-198a4f739bfc tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463607
Apr 23 10:32:04.864725 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c5520702-97d7-4922-bc14-28fe0332abf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:05.777510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607133a9-ebdd-4f06-a885-7552f0632680 req-6f188e25-adb4-40a8-ac67-638b800be196 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:05.779094 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-607133a9-ebdd-4f06-a885-7552f0632680 req-6f188e25-adb4-40a8-ac67-638b800be196 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0920031
Apr 23 10:32:05.827302 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-607133a9-ebdd-4f06-a885-7552f0632680 req-03873049-f25b-4afd-aae0-9b7c5616e02a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412652
Apr 23 10:32:05.961204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012baf-599c-4f03-b9f7-58ba5d28f46c req-4d06fc36-aa01-4871-924f-e3191a0f4568 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:05.962720 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-12012baf-599c-4f03-b9f7-58ba5d28f46c req-4d06fc36-aa01-4871-924f-e3191a0f4568 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0912893
Apr 23 10:32:06.018627 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-12012baf-599c-4f03-b9f7-58ba5d28f46c req-77732499-6064-4990-a838-4a4ac04e6411 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487068
Apr 23 10:32:06.715052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74b9cba2-f913-4d77-a191-a97909a70afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:07.027837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1a70f-c6c7-4e61-992b-8710fc752ca4 req-5e1e835c-b626-4b09-9e61-a547664b0f0d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:07.029527 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-08b1a70f-c6c7-4e61-992b-8710fc752ca4 req-5e1e835c-b626-4b09-9e61-a547664b0f0d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0882344
Apr 23 10:32:07.080078 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-08b1a70f-c6c7-4e61-992b-8710fc752ca4 req-79d0c97e-fdfb-4e1e-a886-2ba6f80002ed tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439165
Apr 23 10:32:07.232450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf20569-0282-434f-8fa3-570d6465b07b req-c5e12140-9e3e-439c-bc08-4c95cf4f8b27 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:07.234050 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6bf20569-0282-434f-8fa3-570d6465b07b req-c5e12140-9e3e-439c-bc08-4c95cf4f8b27 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0911708
Apr 23 10:32:07.281334 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6bf20569-0282-434f-8fa3-570d6465b07b req-98c2e370-0ba0-42f3-acf7-73320428dee5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401626
Apr 23 10:32:07.557833 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:08.155626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:08.293847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d514283-bb08-49eb-883a-5ef3819046a0 req-72e8aab5-155e-44b6-b599-d987308fe9b9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:08.295442 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5d514283-bb08-49eb-883a-5ef3819046a0 req-72e8aab5-155e-44b6-b599-d987308fe9b9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0943592
Apr 23 10:32:08.348323 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5d514283-bb08-49eb-883a-5ef3819046a0 req-3cf8021f-a30d-4c15-9006-91e7da4f1e05 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459456
Apr 23 10:32:08.491997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68975445-0eed-477e-b421-09410541a018 req-1c180427-9bee-41dc-979d-a9cbade99fc4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:08.493621 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-68975445-0eed-477e-b421-09410541a018 req-1c180427-9bee-41dc-979d-a9cbade99fc4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0908082
Apr 23 10:32:08.542229 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-68975445-0eed-477e-b421-09410541a018 req-31943819-d043-498d-af4e-8e05c54f4ec4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421894
Apr 23 10:32:08.854123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:09.560796 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7df70-7db6-404e-a25a-cc56635b34a3 req-ed449735-ca4d-4d03-81c2-e79e9f1ef0b0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:09.562405 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a0a7df70-7db6-404e-a25a-cc56635b34a3 req-ed449735-ca4d-4d03-81c2-e79e9f1ef0b0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0923467
Apr 23 10:32:09.612015 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a0a7df70-7db6-404e-a25a-cc56635b34a3 req-aa8f9234-824d-4e4b-9071-21469ff13dbb tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424664
Apr 23 10:32:09.752203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ba967-aa08-4948-9b19-abb0753a2ad1 req-95a87b28-9d88-441b-abda-f90f442f22e4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:09.753819 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-073ba967-aa08-4948-9b19-abb0753a2ad1 req-95a87b28-9d88-441b-abda-f90f442f22e4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0899615
Apr 23 10:32:09.801060 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-073ba967-aa08-4948-9b19-abb0753a2ad1 req-7082c974-ba39-408d-94a9-a4c9cf330038 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406661
Apr 23 10:32:10.819838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dfb36-514c-4175-a692-d7d52e1f25fc req-a1aae007-0387-43e3-b51c-a9e4c53b37f8 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:10.821567 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-380dfb36-514c-4175-a692-d7d52e1f25fc req-a1aae007-0387-43e3-b51c-a9e4c53b37f8 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0918484
Apr 23 10:32:10.871550 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-380dfb36-514c-4175-a692-d7d52e1f25fc req-934dd0af-5466-48f8-8987-64bd516d73dc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432403
Apr 23 10:32:11.011794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ea6e-8f53-458e-a6d8-493bde2e4716 req-e70ba341-b371-4ff4-b454-ce9e9dbe7737 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:11.013398 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7449ea6e-8f53-458e-a6d8-493bde2e4716 req-e70ba341-b371-4ff4-b454-ce9e9dbe7737 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0891900
Apr 23 10:32:11.064734 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7449ea6e-8f53-458e-a6d8-493bde2e4716 req-ea6ea47c-9c60-42fe-a455-e5b622683e64 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442886
Apr 23 10:32:12.078580 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f2748-3754-4939-8423-34efd348e93a req-dbfafeff-f655-4317-b9a9-c255c25e16e0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:12.080080 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b89f2748-3754-4939-8423-34efd348e93a req-dbfafeff-f655-4317-b9a9-c255c25e16e0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0897410
Apr 23 10:32:12.129879 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b89f2748-3754-4939-8423-34efd348e93a req-df95b75e-eb15-4dfc-a078-9edb3f5e4d20 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428605
Apr 23 10:32:12.277610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6d9e6-ae78-4101-a9e4-761c89428b59 req-ef5cd0a5-e525-4c24-8b35-f1959780892b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:12.279228 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7cd6d9e6-ae78-4101-a9e4-761c89428b59 req-ef5cd0a5-e525-4c24-8b35-f1959780892b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0918064
Apr 23 10:32:12.327992 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7cd6d9e6-ae78-4101-a9e4-761c89428b59 req-8dc2ca9b-0028-427b-a6d7-5813227db1f2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415888
Apr 23 10:32:13.334346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bdc88-73c0-483d-9038-f8be86a847fd req-56c99c45-582a-4134-8492-7b0c2bc5b02b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:13.336200 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6e2bdc88-73c0-483d-9038-f8be86a847fd req-56c99c45-582a-4134-8492-7b0c2bc5b02b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0894825
Apr 23 10:32:13.389124 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6e2bdc88-73c0-483d-9038-f8be86a847fd req-aae08b33-b564-4a08-b6f8-6320e1a3b41b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464621
Apr 23 10:32:13.543036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc3cee-ff73-416a-9557-d9a66f14b9ae req-a7230d96-5d74-4144-95c7-1f4772b83376 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:13.544679 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-02bc3cee-ff73-416a-9557-d9a66f14b9ae req-a7230d96-5d74-4144-95c7-1f4772b83376 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0957732
Apr 23 10:32:13.593595 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-02bc3cee-ff73-416a-9557-d9a66f14b9ae req-835e377c-6ad6-4d11-ba0f-f01f91f9cad2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424488
Apr 23 10:32:14.595277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc10498-0b9b-4e28-a542-afee5fcba6b4 req-2748949b-f3d7-4b7d-9d86-d65e89a8d9a7 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:14.596873 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4bc10498-0b9b-4e28-a542-afee5fcba6b4 req-2748949b-f3d7-4b7d-9d86-d65e89a8d9a7 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0897319
Apr 23 10:32:14.665330 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4bc10498-0b9b-4e28-a542-afee5fcba6b4 req-009b1bf7-fc3f-4cf0-959b-66f2ae4870d5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609922
Apr 23 10:32:14.834434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9952a3b-fb0d-46d1-a3f7-86e65d5dd072 req-5f43ce36-864f-4d6d-9510-bb4c72aa1c4f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:14.836067 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f9952a3b-fb0d-46d1-a3f7-86e65d5dd072 req-5f43ce36-864f-4d6d-9510-bb4c72aa1c4f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0917115
Apr 23 10:32:14.923467 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f9952a3b-fb0d-46d1-a3f7-86e65d5dd072 req-85100d10-fdab-4c9e-a554-eda1a91b7c60 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785573
Apr 23 10:32:15.560291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca162f-0e5c-4b64-99ca-1425ef3169d0 req-6f2d8797-3e32-4fcb-8be5-47852da17c31 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:15.561824 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-16ca162f-0e5c-4b64-99ca-1425ef3169d0 req-6f2d8797-3e32-4fcb-8be5-47852da17c31 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.0945311
Apr 23 10:32:15.609776 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-16ca162f-0e5c-4b64-99ca-1425ef3169d0 req-7172f7b1-f192-4333-81b2-e5bb25711f9e tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415001
Apr 23 10:32:15.635447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 45662) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:15.837779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e67f10-2d46-4c5b-b3b4-4d5ffd2ec84e tempest-TestMinimumBasicScenario-1565759051 tempest-TestMinimumBasicScenario-1565759051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:15.838455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c5e67f10-2d46-4c5b-b3b4-4d5ffd2ec84e tempest-TestMinimumBasicScenario-1565759051 tempest-TestMinimumBasicScenario-1565759051-project-admin] Synchronizing usage tracker for tenant:f933be91ea474ac8bf348416425f6087 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:32:15.855195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c5e67f10-2d46-4c5b-b3b4-4d5ffd2ec84e tempest-TestMinimumBasicScenario-1565759051 tempest-TestMinimumBasicScenario-1565759051-project-admin] Unset dirty status for tenant:f933be91ea474ac8bf348416425f6087 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:32:15.859557 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c5e67f10-2d46-4c5b-b3b4-4d5ffd2ec84e tempest-TestMinimumBasicScenario-1565759051 tempest-TestMinimumBasicScenario-1565759051-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 1093 time: 0.2199240
Apr 23 10:32:15.859785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 45670) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:15.865375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'floatingip': {'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'port_id': 'ea7af943-5156-4071-b870-2e11f94aac19', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:15.871465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:15.875844 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Usage tracker for resource:floatingip and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:15.879695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:15.884387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8d23d-5957-4659-aaa0-23ca9cf587b0 req-2fd11395-80af-4bad-8373-b1eb8f5951ea tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:15.886137 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0fe8d23d-5957-4659-aaa0-23ca9cf587b0 req-2fd11395-80af-4bad-8373-b1eb8f5951ea tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0901277
Apr 23 10:32:15.887150 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:15.897382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for floatingip, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:15.945473 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0fe8d23d-5957-4659-aaa0-23ca9cf587b0 req-1661c7ad-a079-4ebd-bd56-afa1f26e24d6 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518253
Apr 23 10:32:16.057939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:16.224916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Allocated IP 172.27.0.77 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/6f7426a2-c7e6-44f4-a04c-1100c2f35ebd) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:32:16.294644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c719b8a-b1ff-4d88-bfd1-580525c2dbb4 req-e4485a21-ad37-4763-80c6-8a9d758af44d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:16.296223 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4c719b8a-b1ff-4d88-bfd1-580525c2dbb4 req-e4485a21-ad37-4763-80c6-8a9d758af44d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0942616
Apr 23 10:32:16.351666 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4c719b8a-b1ff-4d88-bfd1-580525c2dbb4 req-da0eaf3a-8a9d-423e-8359-151d12cb813f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487168
Apr 23 10:32:16.381296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:16.411027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:16.415573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:16.483934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:16.487469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:16.492042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:32:16.534409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'Port': ['ID=6f7426a2-c7e6-44f4-a04c-1100c2f35ebd,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:16.545747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.546163 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.546568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.546962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.547353 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.547746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.548132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.548519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.548905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.549320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.549706 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.550090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:16.561219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:16.879786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:16.958958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:17.165577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e342-8c9e-4aa7-88e6-08b94c0887f4 req-2a76821a-55c5-45e7-b914-7b7fea0bff09 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:17.167366 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-01c4e342-8c9e-4aa7-88e6-08b94c0887f4 req-2a76821a-55c5-45e7-b914-7b7fea0bff09 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0934079
Apr 23 10:32:17.201622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:17.205948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:17.211836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:17.226285 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-01c4e342-8c9e-4aa7-88e6-08b94c0887f4 req-d58d676d-b0b6-4ce6-9ceb-20a3c36cb4d1 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522866
Apr 23 10:32:17.261644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:17.570072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f892484-fdc2-4699-a4b4-4f8a441f517f req-b77813e2-fbbc-4e55-8168-abf7dd44a38c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:17.571718 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f892484-fdc2-4699-a4b4-4f8a441f517f req-b77813e2-fbbc-4e55-8168-abf7dd44a38c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0943892
Apr 23 10:32:17.621121 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f892484-fdc2-4699-a4b4-4f8a441f517f req-8fd52249-d978-4b3d-859a-b5e6ef290e55 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426748
Apr 23 10:32:17.645896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'Port': ['ID=6f7426a2-c7e6-44f4-a04c-1100c2f35ebd,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:17.652573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:17.687889 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Floating IP ce8ff1ed-38e5-4375-b23e-8a5003d29859 associated. External IP: 172.27.0.77, port: ea7af943-5156-4071-b870-2e11f94aac19.
Apr 23 10:32:18.054185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Router 7a7280a4-4de8-4031-8f5d-431b2327578f has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:32:18.245406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:32:18.262082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] Sync routers for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:32:18.275391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:32:18.275906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:18.276062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaec4780>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:18.348010 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4865713
Apr 23 10:32:18.348677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:32:18.351354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 45700) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:18.357260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768182529', 'description': 'tempest-secgroup-smoke-768182529 description', 'project_id': '74c2fbda36d54e61a94b83ab438f9327'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:18.366199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:18.398088 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19', 'status': 'completed', 'code': 200}
Apr 23 10:32:18.419919 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:18.447027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:18.478105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:18.484348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:32:18.485522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Usage tracker for resource:security_group_rule and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:18.491402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:18.498870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:18.523136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f91f9-10ab-4038-b895-4e7e90bbbef5 req-4b8c4c8b-1657-4bd2-8a10-147c15c50eed tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:18.524713 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc4f91f9-10ab-4038-b895-4e7e90bbbef5 req-4b8c4c8b-1657-4bd2-8a10-147c15c50eed tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1488109
Apr 23 10:32:18.589198 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc4f91f9-10ab-4038-b895-4e7e90bbbef5 req-3387b888-dd47-4f59-8779-296719376ab3 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570347
Apr 23 10:32:18.630374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:18.633222 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:18.642314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-723ea992-7690-4e9d-a3ab-49235e4558bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:18.695851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d95034-744b-4e81-ad93-56882dbedd70,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:18.703783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:18.705129 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3525801
Apr 23 10:32:18.707160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.707571 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.707973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.708523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.708918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.709344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.709734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.710212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 45708) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:18.710321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.710637 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.711023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.711410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.711801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:18.716411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:18.726691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'security_group_rule': {'security_group_id': '42d95034-744b-4e81-ad93-56882dbedd70', 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:18.733204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:18.737209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Usage tracker for resource:security_group_rule and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:18.740765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:18.747400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:18.763276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:18.839844 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:18.842597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:18.844697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:18.844818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd09483-f163-411c-993a-859266080252 req-2ddc3c06-713b-4341-92f1-433be46068c6 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:18.846409 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-afd09483-f163-411c-993a-859266080252 req-2ddc3c06-713b-4341-92f1-433be46068c6 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0934458
Apr 23 10:32:18.875857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f86f7ab-821c-4cae-8031-5f44cd8714bb,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:18.878530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:18.886307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:18.890244 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b5fcb70f-ccab-4057-b750-99938a18f353 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1788809
Apr 23 10:32:18.893487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 45712) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:18.899624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaec4780>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'ce8ff1ed-38e5-4375-b23e-8a5003d29859', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'port_id': 'ea7af943-5156-4071-b870-2e11f94aac19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'mac_address': 'fa:16:3e:28:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:32:16Z', 'updated_at': '2021-04-23T10:32:16Z', 'revision_number': 0, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f85926-275b-4183-9c16-38fc11fd95c8', 'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'mac_address': 'fa:16:3e:49:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:45Z', 'updated_at': '2021-04-23T10:30:58Z', 'revision_number': 5, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'subnets': [{'id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:18.901258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'security_group_rule': {'security_group_id': '42d95034-744b-4e81-ad93-56882dbedd70', 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:18.904146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] Checking router: 7a7280a4-4de8-4031-8f5d-431b2327578f for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:32:18.907898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:18.910763 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-afd09483-f163-411c-993a-859266080252 req-8d30cf40-c288-4725-bcb1-9ebab3dc9eeb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554421
Apr 23 10:32:18.913489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Usage tracker for resource:security_group_rule and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:18.913965 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:32:18.914792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaec4780>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:18.916521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:18.922576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:18.941887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.005980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.008703 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.010867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-77554b43-431c-432c-bdf6-af957b41a54d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:19.034317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e869eed8-ed07-4f05-bfd6-10e964c21e58,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:19.037481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:19.044051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.045338 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-a81c56ca-7895-4ff5-9b67-3558c59be9c5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1502326
Apr 23 10:32:19.048089 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 45716) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:19.054081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'security_group_rule': {'security_group_id': '42d95034-744b-4e81-ad93-56882dbedd70', 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:19.059758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:19.063856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Usage tracker for resource:security_group_rule and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:19.066870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:19.106296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:32:19.113130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:19.152072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.206536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928377-6e77-429a-9245-7bad82382245 req-530fcbdb-5c64-41e7-906a-9adf4e50c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:19.208752 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e928377-6e77-429a-9245-7bad82382245 req-530fcbdb-5c64-41e7-906a-9adf4e50c340 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74c2fbda36d54e61a94b83ab438f9327&device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 1098 time: 0.1388519
Apr 23 10:32:19.311357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.316723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.328270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b5c01d94-c731-4130-9a46-f94ee88e3ff5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:19.353614 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26418d2f-b8a0-4e35-8f7a-5e44a3a5e1b9,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:19.361605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:19.391478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.392683 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0a61daa7-91d6-4768-b7a9-3ac8cefb02f8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3436134
Apr 23 10:32:19.396904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 45726) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:19.401437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928377-6e77-429a-9245-7bad82382245 req-8219ec0e-0a80-40af-9c74-4ac8e5adad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:19.402673 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'security_group_rule': {'security_group_id': '42d95034-744b-4e81-ad93-56882dbedd70', 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:19.402975 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e928377-6e77-429a-9245-7bad82382245 req-8219ec0e-0a80-40af-9c74-4ac8e5adad07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 HTTP/1.1" status: 200  len: 915 time: 0.1849720
Apr 23 10:32:19.409435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:19.413513 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Usage tracker for resource:security_group_rule and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:19.417041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:19.423215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:19.440212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.510196 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.513161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.515512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaec4780>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'ce8ff1ed-38e5-4375-b23e-8a5003d29859', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'port_id': 'ea7af943-5156-4071-b870-2e11f94aac19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'mac_address': 'fa:16:3e:28:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:32:16Z', 'updated_at': '2021-04-23T10:32:16Z', 'revision_number': 0, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f85926-275b-4183-9c16-38fc11fd95c8', 'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'mac_address': 'fa:16:3e:49:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:45Z', 'updated_at': '2021-04-23T10:30:58Z', 'revision_number': 5, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'subnets': [{'id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:19.519922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b250b9-448e-424b-9ff1-34e0c05f8217 None None] The sync data for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi is: [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'ce8ff1ed-38e5-4375-b23e-8a5003d29859', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'port_id': 'ea7af943-5156-4071-b870-2e11f94aac19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'mac_address': 'fa:16:3e:28:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:32:16Z', 'updated_at': '2021-04-23T10:32:16Z', 'revision_number': 0, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f85926-275b-4183-9c16-38fc11fd95c8', 'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'mac_address': 'fa:16:3e:49:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:45Z', 'updated_at': '2021-04-23T10:30:58Z', 'revision_number': 5, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'subnets': [{'id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:32:19.521756 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e928377-6e77-429a-9245-7bad82382245 req-68e69d68-e8dd-4c55-89b4-2be0172906b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 200  len: 998 time: 0.1080322
Apr 23 10:32:19.522191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-34193359-1f02-4709-bbf9-21d9ea7450ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:19.542321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c540553-763f-4690-a2a4-651669f15bf9,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:19.544917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:19.552899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.557084 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1562414
Apr 23 10:32:19.557363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 45730) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:19.563194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'security_group_rule': {'security_group_id': '42d95034-744b-4e81-ad93-56882dbedd70', 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:19.569719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:19.573828 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Usage tracker for resource:security_group_rule and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:19.577082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:19.584007 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:19.593790 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.securitygroups_db [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Project 74c2fbda36d54e61a94b83ab438f9327 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 10:32:19.598028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928377-6e77-429a-9245-7bad82382245 req-ff260557-c1d0-4ed3-ba93-6a21a8370980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:19.599850 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e928377-6e77-429a-9245-7bad82382245 req-ff260557-c1d0-4ed3-ba93-6a21a8370980 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2b33362-4999-4707-9467-b68c73dc835f HTTP/1.1" status: 200  len: 853 time: 0.0684066
Apr 23 10:32:19.601634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.683367 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.696773 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.699126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-67dfb2fa-d08d-44d9-997f-7b879d8d1bcb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:19.715626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e928377-6e77-429a-9245-7bad82382245 req-6d779e65-de95-4a00-aeb0-e257486be7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:19.717382 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e928377-6e77-429a-9245-7bad82382245 req-6d779e65-de95-4a00-aeb0-e257486be7c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1043694
Apr 23 10:32:19.727529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4148c7-9949-4829-a073-57d0b6581723,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:19.742072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:19.746399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.748471 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e851f441-4ae1-41ce-9133-ec888252241a tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1900277
Apr 23 10:32:19.755817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 45736) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:19.807719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'security_group_rule': {'security_group_id': '42d95034-744b-4e81-ad93-56882dbedd70', 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:19.819767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:19.826998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Usage tracker for resource:security_group_rule and tenant:74c2fbda36d54e61a94b83ab438f9327 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:19.831589 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:19.845618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913d5b5-f42c-41e1-818a-2c3acfbab2db req-194aa782-62c6-499d-baee-f7215cc2941f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:19.846465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa67a9-bf55-4ded-91a9-c70f811f775f None None] New status for floating IP ce8ff1ed-38e5-4375-b23e-8a5003d29859: ACTIVE {{(pid=86339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:32:19.847348 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1913d5b5-f42c-41e1-818a-2c3acfbab2db req-194aa782-62c6-499d-baee-f7215cc2941f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0976841
Apr 23 10:32:19.847485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:19.876191 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.securitygroups_db [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Project 74c2fbda36d54e61a94b83ab438f9327 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 10:32:19.892674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:19.897930 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1913d5b5-f42c-41e1-818a-2c3acfbab2db req-56970c8b-7314-4f25-b0bb-67b85ac95b0c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436509
Apr 23 10:32:19.920461 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e928377-6e77-429a-9245-7bad82382245 req-04ac0e10-3126-4fa0-aec6-4bf68277ef78 service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953974
Apr 23 10:32:20.067801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:20.083893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:20.090487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:20.131185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c440a7f-ee83-4fcc-b723-40ddae7504d1,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:20.134721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:20.141636 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e928377-6e77-429a-9245-7bad82382245 req-59c44101-80a5-47e7-9c3c-897da29e5c0c service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102561
Apr 23 10:32:20.149564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:20.150859 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d0a814f6-e5f7-43f3-92cd-29f2ec5b0d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3940408
Apr 23 10:32:20.359616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-7697f9df-dc0e-46c1-9458-96ab0e97771f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Synchronizing usage tracker for tenant:74c2fbda36d54e61a94b83ab438f9327 on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:32:20.388341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504abd92-be36-4032-a8cb-4f80daa1f5e4 req-f2df88f1-c258-45e2-bf42-f7d2508550fe tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:20.389916 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-504abd92-be36-4032-a8cb-4f80daa1f5e4 req-f2df88f1-c258-45e2-bf42-f7d2508550fe tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.3551595
Apr 23 10:32:20.391050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-7697f9df-dc0e-46c1-9458-96ab0e97771f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Unset dirty status for tenant:74c2fbda36d54e61a94b83ab438f9327 on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:32:20.392155 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-7697f9df-dc0e-46c1-9458-96ab0e97771f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768182529&fields=id&tenant_id=74c2fbda36d54e61a94b83ab438f9327 HTTP/1.1" status: 200  len: 267 time: 0.1063833
Apr 23 10:32:20.514364 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-504abd92-be36-4032-a8cb-4f80daa1f5e4 req-22484cc4-f846-4c40-9995-5287f3413158 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163659
Apr 23 10:32:20.534317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c940f168-cd7c-434a-a60f-370105dd8cf7 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:20.536324 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c940f168-cd7c-434a-a60f-370105dd8cf7 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.1371531
Apr 23 10:32:20.552415 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'port': {'security_groups': ['0ee20505-ac5a-45e9-b20a-886a84f811ff', '42d95034-744b-4e81-ad93-56882dbedd70']}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:20.625497 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:32:20.692618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:20.767292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-8a527d8c-c50a-44e9-a5c3-2451e2fe1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:20.768867 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-8a527d8c-c50a-44e9-a5c3-2451e2fe1c97 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765&tenant_id=58dae872da554eea9307d4f29dd5e75b HTTP/1.1" status: 200  len: 1096 time: 0.0781915
Apr 23 10:32:20.885844 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-1c62c705-ce97-46d1-91e8-ec8bb724f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:20.887422 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-1c62c705-ce97-46d1-91e8-ec8bb724f75e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 1096 time: 0.0819585
Apr 23 10:32:20.969000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] For port ea7af943-5156-4071-b870-2e11f94aac19, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ea7af943-5156-4071-b870-2e11f94aac19,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:21.002130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:21.005849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:21.014009 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:21.039104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-1fac2aaa-5545-4d68-862a-f84e5cae0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:21.040703 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-1fac2aaa-5545-4d68-862a-f84e5cae0de4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 917 time: 0.1463835
Apr 23 10:32:21.053120 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['ea7af943-5156-4071-b870-2e11f94aac19'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:32:21.128068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:21.129942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:21.133510 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a6dde75a-770a-4c25-be3c-8f0bf094b5c3 req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "PUT /v2.0/ports/ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 200  len: 981 time: 0.5871241
Apr 23 10:32:21.144152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:32:21.178523 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-a5af6ffa-5005-4f5a-a380-a5e3a106bfa9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a07215a-09c4-436b-88c9-810eb5bfe916 HTTP/1.1" status: 200  len: 998 time: 0.1233902
Apr 23 10:32:21.196236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'Port': ['ID=ea7af943-5156-4071-b870-2e11f94aac19,revision_number=6']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:21.201794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:21.223937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66e97f-5b35-4ff5-85b9-f3403a570b74 req-e3e6a67b-4e38-4d85-83cb-cf472ee201db tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:21.226178 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a66e97f-5b35-4ff5-85b9-f3403a570b74 req-e3e6a67b-4e38-4d85-83cb-cf472ee201db tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1789763
Apr 23 10:32:21.285315 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a66e97f-5b35-4ff5-85b9-f3403a570b74 req-8809e8c6-f722-4ba5-80a3-aa7b1a3657e2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472279
Apr 23 10:32:21.302651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-befbc442-d0dd-45cd-9ee3-2ba7a38e3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:21.304281 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-befbc442-d0dd-45cd-9ee3-2ba7a38e3172 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.1172600
Apr 23 10:32:21.383496 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19', 'status': 'completed', 'code': 200}
Apr 23 10:32:21.387861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['ea7af943-5156-4071-b870-2e11f94aac19'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:32:21.403198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-bb3bb8ec-049c-4e47-834a-c69da56b06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:21.405159 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-bb3bb8ec-049c-4e47-834a-c69da56b06c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0925667
Apr 23 10:32:21.431139 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da1644-36dd-4ca2-a540-cf5d59b7e58c req-070494f1-232c-4b99-8327-2a999ee97b17 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:21.433381 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-29da1644-36dd-4ca2-a540-cf5d59b7e58c req-070494f1-232c-4b99-8327-2a999ee97b17 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.1010151
Apr 23 10:32:21.503060 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-29da1644-36dd-4ca2-a540-cf5d59b7e58c req-b070e0dc-ac7b-4115-93cc-624ff89a73bf tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0607316
Apr 23 10:32:21.522897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-e6772096-7241-4bc8-a7e4-5a1ecc69d22a None None] Provisioning complete for port ea7af943-5156-4071-b870-2e11f94aac19 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:21.523425 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e6772096-7241-4bc8-a7e4-5a1ecc69d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:21.901299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90759e-18de-4e9b-834d-b30fbb6fd2b9 req-415f9a57-2753-4d56-a623-fd279b438d17 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:21.910525 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bf90759e-18de-4e9b-834d-b30fbb6fd2b9 req-415f9a57-2753-4d56-a623-fd279b438d17 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1641896
Apr 23 10:32:21.964239 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-6db29d7b-13ff-4d1a-9ff5-43e37463f1f9 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096538466&fields=id&tenant_id=e47d610fa53d463fa10c5d0be6c9db94 HTTP/1.1" status: 200  len: 267 time: 0.1094742
Apr 23 10:32:22.022996 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bf90759e-18de-4e9b-834d-b30fbb6fd2b9 req-08cf7410-29ba-44c0-a7af-c3ca2dd5dbce tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882626
Apr 23 10:32:22.033803 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-925f0c1b-85be-49a6-a635-0bc98db29213 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6022906
Apr 23 10:32:22.041525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-d78e16f2-f69a-47ba-adda-ae38f0651bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:22.043126 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-d78e16f2-f69a-47ba-adda-ae38f0651bdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74c2fbda36d54e61a94b83ab438f9327&device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 1137 time: 0.5866652
Apr 23 10:32:22.168069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-e253f26a-a9cb-40c3-a7d7-8be14b083db3 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:22.169666 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-e253f26a-a9cb-40c3-a7d7-8be14b083db3 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 809 time: 0.1927977
Apr 23 10:32:22.187561 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-16538a09-4202-47f4-9147-4002f8b6f289 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/quotas/e47d610fa53d463fa10c5d0be6c9db94 HTTP/1.1" status: 200  len: 375 time: 0.0105054
Apr 23 10:32:22.284192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-bac25983-20a4-4fd1-af44-37c186ea5a4e tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Synchronizing usage tracker for tenant:e47d610fa53d463fa10c5d0be6c9db94 on resource:port {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:32:22.301390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-bac25983-20a4-4fd1-af44-37c186ea5a4e tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Unset dirty status for tenant:e47d610fa53d463fa10c5d0be6c9db94 on resource:port {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:32:22.302819 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-bac25983-20a4-4fd1-af44-37c186ea5a4e tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1088402
Apr 23 10:32:22.341533 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-00890e27-9dc8-4090-81c7-9c5a25e66115 req-44e4ad7f-f047-4a37-9444-1e7f3dcbc7c4 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2965910
Apr 23 10:32:22.343972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-44d999ce-39d2-4c8e-a7c5-3e0f6fa625e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:22.345506 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-44d999ce-39d2-4c8e-a7c5-3e0f6fa625e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 HTTP/1.1" status: 200  len: 915 time: 0.2747288
Apr 23 10:32:22.480108 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-d99a2666-70e2-4c38-a252-05db599678f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 200  len: 1000 time: 0.1139140
Apr 23 10:32:22.524347 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-efa4fba1-b4c2-4395-b871-4998ea9510fb service neutron] 10.222.0.75 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053077
Apr 23 10:32:22.558717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-6f6a15e9-779e-40e3-9af4-dd1bd2d11a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:22.560487 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-6f6a15e9-779e-40e3-9af4-dd1bd2d11a07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2b33362-4999-4707-9467-b68c73dc835f HTTP/1.1" status: 200  len: 853 time: 0.0736771
Apr 23 10:32:22.629147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90604bd-625d-43a1-88bc-82c214347d43 req-0aa4c5f3-1bab-4def-986f-7c398b72f9c4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:22.633555 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e90604bd-625d-43a1-88bc-82c214347d43 req-0aa4c5f3-1bab-4def-986f-7c398b72f9c4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.2130606
Apr 23 10:32:22.697918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-b74c9474-1ff1-41e2-9711-7176388a558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:22.699861 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-b74c9474-1ff1-41e2-9711-7176388a558f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1094885
Apr 23 10:32:22.717208 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e90604bd-625d-43a1-88bc-82c214347d43 req-07c252bc-6d46-4d10-82bb-807f8e0227de tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784926
Apr 23 10:32:22.746494 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-655e7174-1e0e-4934-a944-e780a82551a9 service neutron] 10.222.0.75 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102919
Apr 23 10:32:22.866143 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-f9bde370-c2f2-44e3-af82-144d1ce2aa2a service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584210
Apr 23 10:32:23.016814 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ce092141-c00a-48a5-9257-e2abbe372c7d req-9f5575f4-2fc6-4bf8-9a16-8e67c372cd75 service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423850
Apr 23 10:32:23.252912 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-26005716-503a-4e83-9f29-d95db7934d32 req-4de681c9-4dc1-41cf-bca5-93d37cf388f1 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0992579
Apr 23 10:32:23.304698 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982048-6aaa-4ad0-b070-cfd587df1e16 req-031a6e45-0da4-4318-a75d-0c68d0669876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:23.306452 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9a982048-6aaa-4ad0-b070-cfd587df1e16 req-031a6e45-0da4-4318-a75d-0c68d0669876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1081295
Apr 23 10:32:23.358345 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9a982048-6aaa-4ad0-b070-cfd587df1e16 req-a3245be3-2708-4010-af46-57f736c1d780 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452893
Apr 23 10:32:23.965928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230016c8-1a7d-44ab-ab35-686fa5189007 req-e99bb76b-11eb-47ac-8b93-c3f997972d9b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:23.967632 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-230016c8-1a7d-44ab-ab35-686fa5189007 req-e99bb76b-11eb-47ac-8b93-c3f997972d9b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1256502
Apr 23 10:32:24.057998 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-230016c8-1a7d-44ab-ab35-686fa5189007 req-b6083d12-383d-45ca-a885-929896a9b34e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799823
Apr 23 10:32:24.449971 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-531a587d-037b-4d32-a92c-9f8edd2822a3 req-25430de5-f388-453e-930c-048f27a50245 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0633824
Apr 23 10:32:24.668765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6835-4695-456b-b4a2-6fda3b296567 req-0d06a633-1121-4096-bb0d-aef961d45d18 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:24.670915 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3a9e6835-4695-456b-b4a2-6fda3b296567 req-0d06a633-1121-4096-bb0d-aef961d45d18 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0990479
Apr 23 10:32:24.729927 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3a9e6835-4695-456b-b4a2-6fda3b296567 req-eaa0544a-53bc-4f0f-b035-3df574a47193 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482180
Apr 23 10:32:25.272604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f10c1e-be7d-4170-989e-0252c264c26a req-5bbf8608-17e3-49f3-97c7-ea025395320b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:25.274137 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a7f10c1e-be7d-4170-989e-0252c264c26a req-5bbf8608-17e3-49f3-97c7-ea025395320b tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0934587
Apr 23 10:32:25.325072 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a7f10c1e-be7d-4170-989e-0252c264c26a req-0266c8b0-608a-450e-b9af-8e13e4be296c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442207
Apr 23 10:32:25.617812 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-297151ba-239e-45a2-8849-2b8b72313392 req-d2a540ac-7ede-47c7-95a6-cae4f91464a9 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0492370
Apr 23 10:32:25.949147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7753f4-abfe-4738-b0e2-6ced5206c33d req-ab5e2f42-f73b-436a-a3ee-9672ca3403ae tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:25.950757 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4d7753f4-abfe-4738-b0e2-6ced5206c33d req-ab5e2f42-f73b-436a-a3ee-9672ca3403ae tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0929687
Apr 23 10:32:26.004257 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4d7753f4-abfe-4738-b0e2-6ced5206c33d req-1d5e7b69-1104-4999-8637-d8c31fbb0d4b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454719
Apr 23 10:32:26.532572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1d1ce-4553-46f8-9b88-c499a85134ac req-27f54777-1904-46cf-b7bf-35dbb9bc1494 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:26.534502 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a5e1d1ce-4553-46f8-9b88-c499a85134ac req-27f54777-1904-46cf-b7bf-35dbb9bc1494 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0944014
Apr 23 10:32:26.584786 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a5e1d1ce-4553-46f8-9b88-c499a85134ac req-5c4d4ed7-2d50-4f2c-8179-36621369ba0a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437231
Apr 23 10:32:26.806085 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e2b9b98e-691b-4f5d-9a39-c599576cd509 req-3474f93a-d655-4494-9b1c-1aff2c9ca6cf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0534489
Apr 23 10:32:27.219072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096f70-07ee-4b2d-ad21-40f542d478e5 req-8e4caac5-4f29-448e-8b42-3a207f58a0f0 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:27.220771 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-48096f70-07ee-4b2d-ad21-40f542d478e5 req-8e4caac5-4f29-448e-8b42-3a207f58a0f0 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0938110
Apr 23 10:32:27.290568 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-48096f70-07ee-4b2d-ad21-40f542d478e5 req-2efdc748-9943-4be7-abe3-33290f51715f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558028
Apr 23 10:32:27.795144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142957d-c7ed-41b1-9387-682aaa9a3731 req-528a014f-2dc0-4d6d-8b60-de44bff4e430 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:27.796739 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4142957d-c7ed-41b1-9387-682aaa9a3731 req-528a014f-2dc0-4d6d-8b60-de44bff4e430 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0951262
Apr 23 10:32:27.851129 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4142957d-c7ed-41b1-9387-682aaa9a3731 req-bbb22fc1-618c-4953-b3ba-c9a949ba1ab2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466158
Apr 23 10:32:27.990518 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f3f41803-6981-43d8-b352-9e7b1a2ac00c req-8c4d49d6-346a-40bc-9424-0e085ab71886 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0501795
Apr 23 10:32:28.496197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082777cb-0c1d-4cac-b494-3e0d1c63c143 req-55c301ea-8bd7-4201-8908-9d1dee704dae tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:28.497875 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-082777cb-0c1d-4cac-b494-3e0d1c63c143 req-55c301ea-8bd7-4201-8908-9d1dee704dae tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0905023
Apr 23 10:32:28.570052 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-082777cb-0c1d-4cac-b494-3e0d1c63c143 req-cf25b428-94ba-4434-926a-8ca7ec88e055 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546870
Apr 23 10:32:29.084776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5da3d-36a4-4434-ab00-252589f2f5e1 req-3d0956a7-8681-488a-955c-8ff6f702b341 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:29.086932 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b3b5da3d-36a4-4434-ab00-252589f2f5e1 req-3d0956a7-8681-488a-955c-8ff6f702b341 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1158495
Apr 23 10:32:29.167359 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b3b5da3d-36a4-4434-ab00-252589f2f5e1 req-20cff14d-8352-44db-9301-3869e809f3c7 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699799
Apr 23 10:32:29.249885 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5e64d5ab-2e0c-45c2-9a52-8f758453c28c req-1a6aa699-8fe9-4e31-b14f-3f3b24d2320f tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0959511
Apr 23 10:32:29.782628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac15b-4359-4671-8f3c-4b20072bff84 req-57a45d85-ca74-4337-ada3-4d2073dc55ec tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:29.784271 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-36fac15b-4359-4671-8f3c-4b20072bff84 req-57a45d85-ca74-4337-ada3-4d2073dc55ec tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0913837
Apr 23 10:32:29.834022 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-36fac15b-4359-4671-8f3c-4b20072bff84 req-dedb8cac-e0bd-45aa-a612-cab1c4373ce6 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430617
Apr 23 10:32:30.467781 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-957103cb-6797-4f23-9eb9-949d854546a4 req-c7a7bf5b-b7ed-47ce-9010-9c86e16a7ca5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0613239
Apr 23 10:32:30.482757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2ee94-5055-4cba-ab96-0be66b79ece9 req-a260e880-b5c1-40b5-ba25-222f4943b1bc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:30.493037 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89d2ee94-5055-4cba-ab96-0be66b79ece9 req-a260e880-b5c1-40b5-ba25-222f4943b1bc tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1861727
Apr 23 10:32:30.547681 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89d2ee94-5055-4cba-ab96-0be66b79ece9 req-8aecdf9d-2ad2-4605-ba55-f17bbefcfe7c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507436
Apr 23 10:32:31.055344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d6a38-5823-4967-9d0f-7cf6b847ac45 req-59fae7c3-7841-4c3d-ac70-bb204cb26162 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:31.056965 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4c3d6a38-5823-4967-9d0f-7cf6b847ac45 req-59fae7c3-7841-4c3d-ac70-bb204cb26162 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0964985
Apr 23 10:32:31.108419 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4c3d6a38-5823-4967-9d0f-7cf6b847ac45 req-b3a7a9b1-e24a-461d-9788-7118bedbad1c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445280
Apr 23 10:32:31.655461 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-73c8a37d-203c-4ef9-b69c-9823c5f561d5 req-3a6a598f-268a-4d04-9bb0-a8a07d3d63da tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0616543
Apr 23 10:32:31.789939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4103b7-bc76-4907-99fa-2272712bf7ad req-6546a76d-4c50-4743-8600-d21d8b66b4ed tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:31.791541 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1d4103b7-bc76-4907-99fa-2272712bf7ad req-6546a76d-4c50-4743-8600-d21d8b66b4ed tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0961981
Apr 23 10:32:31.843750 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1d4103b7-bc76-4907-99fa-2272712bf7ad req-605347fb-b6a6-4f1d-b2b8-dc87b58c285c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437076
Apr 23 10:32:32.329780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69699-0751-43c5-8b97-63610046c994 req-e1971115-e426-495c-8b31-22309f8fde6b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:32.331333 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7cd69699-0751-43c5-8b97-63610046c994 req-e1971115-e426-495c-8b31-22309f8fde6b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0981598
Apr 23 10:32:32.384858 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7cd69699-0751-43c5-8b97-63610046c994 req-ba7bf67a-e98d-4274-b850-42350278f80a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465815
Apr 23 10:32:32.549354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:32.825598 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2e6421dc-76f5-4099-85e3-ad365682d8fd req-f9018ff5-fcb0-4129-98dc-39c7405f3b3d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0495737
Apr 23 10:32:33.054952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729ab0b-5cda-4cd4-bbf1-55c0ba66ce7a req-4b51a4e3-c780-45c6-8292-6a611893c59d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:33.056606 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6729ab0b-5cda-4cd4-bbf1-55c0ba66ce7a req-4b51a4e3-c780-45c6-8292-6a611893c59d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0892973
Apr 23 10:32:33.116016 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6729ab0b-5cda-4cd4-bbf1-55c0ba66ce7a req-2b22dc01-d610-4d46-a7dc-07a37ffb3ee5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527513
Apr 23 10:32:33.608485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f25ac-2798-4028-9ce5-e85d56c28fa4 req-bb421e68-27ed-4b7e-8a52-4fd459c71bff tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:33.610249 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4b3f25ac-2798-4028-9ce5-e85d56c28fa4 req-bb421e68-27ed-4b7e-8a52-4fd459c71bff tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0975604
Apr 23 10:32:33.674551 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4b3f25ac-2798-4028-9ce5-e85d56c28fa4 req-fce8d455-a584-4b37-880f-60e5373612ab tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562561
Apr 23 10:32:33.993039 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f6a350a4-cd9b-4d28-a2ef-21556b2b18a7 req-50aede83-90c5-4ef3-a2af-8fa99f77897c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0493140
Apr 23 10:32:34.328789 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fde8e6-1815-41a1-81c1-ee0b3637ab3e req-39a6e4f2-fc94-48da-9a72-d7703560b74e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:34.330692 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-25fde8e6-1815-41a1-81c1-ee0b3637ab3e req-39a6e4f2-fc94-48da-9a72-d7703560b74e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0963573
Apr 23 10:32:34.384288 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-25fde8e6-1815-41a1-81c1-ee0b3637ab3e req-53d39356-e8c7-4027-959e-aafccbb41935 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471485
Apr 23 10:32:34.728838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 45990) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:34.879884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cfde1f22-45f2-44df-a1fc-df1a36e85ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:35.123208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:35.181843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:35.195408 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e4663dbc-6fbb-4f6b-86a5-844770db513a req-c4c8ba5f-a0f7-45e6-a782-7278cb452405 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0607133
Apr 23 10:32:35.196375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Usage tracker for resource:security_group_rule and tenant:09ffb1c9c0d1427e88d543553bb0a98f is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:35.206382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:35.214684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:35.249762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988f23-ca77-4e46-ae70-37172b8f1777 req-a2c7486d-77d2-44a2-9176-fe3bc9d2bc45 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:35.251326 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-53988f23-ca77-4e46-ae70-37172b8f1777 req-a2c7486d-77d2-44a2-9176-fe3bc9d2bc45 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.4416921
Apr 23 10:32:35.319805 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-53988f23-ca77-4e46-ae70-37172b8f1777 req-60fb344c-6d82-4f9f-a440-257d44729134 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609772
Apr 23 10:32:35.357701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:35.360481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:35.369696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-899dbbc8-3bf2-40ab-a379-3a922e74a6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:35.410962 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=09ffb1c9c0d1427e88d543553bb0a98f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6809680
Apr 23 10:32:35.411899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de5328d-9c23-464a-a8a7-4036a5d4ec07,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:35.413874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46000) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:35.415236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:35.481045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ba02b4f4-3b0e-4cf5-9124-ae9560e0ab77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:35.510776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ba02b4f4-3b0e-4cf5-9124-ae9560e0ab77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:35.558094 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ba02b4f4-3b0e-4cf5-9124-ae9560e0ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:35.563045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-24c4a173-7f93-464a-a3d1-185149a9ff65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:35.574095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02b4f4-3b0e-4cf5-9124-ae9560e0ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de5328d-9c23-464a-a8a7-4036a5d4ec07,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:35.580187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ba02b4f4-3b0e-4cf5-9124-ae9560e0ab77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:35.581053 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ba02b4f4-3b0e-4cf5-9124-ae9560e0ab77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:35.585088 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ba02b4f4-3b0e-4cf5-9124-ae9560e0ab77 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6de5328d-9c23-464a-a8a7-4036a5d4ec07 HTTP/1.1" status: 204  len: 168 time: 0.1697178
Apr 23 10:32:35.594342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6304c2-771d-4e3c-85fa-3fdfb77bebbe req-073a6830-ad12-43e9-8db0-0e29ad6d8d06 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:35.598856 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8f6304c2-771d-4e3c-85fa-3fdfb77bebbe req-073a6830-ad12-43e9-8db0-0e29ad6d8d06 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0962391
Apr 23 10:32:35.673858 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8f6304c2-771d-4e3c-85fa-3fdfb77bebbe req-8b8d321c-c0b1-404e-9cc5-52ae3dec6cf2 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519128
Apr 23 10:32:36.297429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-37b6daa3-6fce-48c6-8405-ab15bc4c4fcf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:36.298722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-37b6daa3-6fce-48c6-8405-ab15bc4c4fcf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Synchronizing usage tracker for tenant:e47d610fa53d463fa10c5d0be6c9db94 on resource:network {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:32:36.303804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46032) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:36.319126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-37b6daa3-6fce-48c6-8405-ab15bc4c4fcf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Unset dirty status for tenant:e47d610fa53d463fa10c5d0be6c9db94 on resource:network {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:32:36.326345 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-37b6daa3-6fce-48c6-8405-ab15bc4c4fcf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.48 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 809 time: 0.2054038
Apr 23 10:32:36.382315 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0bdba482-b75f-4862-899d-9973118f0a67 req-dc9b4ea1-63e6-4705-b0f9-be952f225aea tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0585690
Apr 23 10:32:36.399899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-dfdb98f5-f4ac-4017-84e0-e2709ee5d0c8 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Synchronizing usage tracker for tenant:e47d610fa53d463fa10c5d0be6c9db94 on resource:security_group {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:32:36.417768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-dfdb98f5-f4ac-4017-84e0-e2709ee5d0c8 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Unset dirty status for tenant:e47d610fa53d463fa10c5d0be6c9db94 on resource:security_group {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:32:36.419006 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-dfdb98f5-f4ac-4017-84e0-e2709ee5d0c8 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47d610fa53d463fa10c5d0be6c9db94 HTTP/1.1" status: 200  len: 380 time: 0.0653713
Apr 23 10:32:36.430298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Request body: {'port': {'device_id': '4308685e-a378-4c61-b044-9c9ffd679e37', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'admin_state_up': True, 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'security_groups': ['8e2a58a1-a90b-492e-9f50-600c112a42c8']}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:36.436650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2104383137-network', 'tenant_id': '15f6aaa4269248d28b1549456a94b818'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:36.441642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:36.450817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Usage tracker for resource:network and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:36.454763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:36.462644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:36.528843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Made reservation on behalf of 15f6aaa4269248d28b1549456a94b818 for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:32:36.533666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.549576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.576595 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:36.582872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Usage tracker for resource:security_group_rule and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:36.584890 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:36.588346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:36.594982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:36.595828 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:36.604562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Made reservation on behalf of e47d610fa53d463fa10c5d0be6c9db94 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:32:36.610670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.611206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597525c-3823-46d5-b31c-0de693aa1780 req-4cc5eb4a-7361-4eb8-b696-40f6228d4fdc tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:36.613473 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8597525c-3823-46d5-b31c-0de693aa1780 req-4cc5eb4a-7361-4eb8-b696-40f6228d4fdc tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.1480250
Apr 23 10:32:36.691502 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8597525c-3823-46d5-b31c-0de693aa1780 req-d64b203a-2cf6-4fb9-97ce-412aaed23b33 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692830
Apr 23 10:32:36.733591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-be8b00fd-a24b-4828-9451-7dfa77405b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.754884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.757698 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.762039 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f6938270-b3aa-42e0-9ef4-2f904e25697a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:36.789108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Allocated IP 172.20.0.6 (1d476bd1-0c07-4568-aa23-a0b9d0e45061/d31b9d8e-66e8-4704-a77d-53bd31bfc822/42345771-6184-4a2b-b098-44d06c15389d) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:32:36.796689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:32:36.812205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67178fe-119a-4b87-a0be-945ed19fe109,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:36.816116 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:36.819328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.819718 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Added segment 09bbc62a-887b-4785-8520-8c145a74e791 of type vlan for network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac
Apr 23 10:32:36.902315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.954980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.959603 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:36.960259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:36.992399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6ad74a77-0cd7-4def-832c-1a486ea7c459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:37.000522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:37.012279 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7072680
Apr 23 10:32:37.016719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46044) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:37.024540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Request body: {'subnet': {'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2104383137-subnet', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:37.030406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:37.035457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Usage tracker for resource:subnet and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:37.038419 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:37.044453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:37.052815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Transition to ACTIVE for port object 42345771-6184-4a2b-b098-44d06c15389d will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:37.056756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Made reservation on behalf of 15f6aaa4269248d28b1549456a94b818 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:32:37.061389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:37.092708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15229c0-f11e-4264-8e4c-b1c074ceb6b1 req-5fe07090-2a60-4869-9822-75c2c7dc9b66 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:37.101289 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b15229c0-f11e-4264-8e4c-b1c074ceb6b1 req-5fe07090-2a60-4869-9822-75c2c7dc9b66 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.2733715
Apr 23 10:32:37.132800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:37.136410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:37.144608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:32:37.194559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:37.196702 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b15229c0-f11e-4264-8e4c-b1c074ceb6b1 req-46d9c951-5713-49c4-a360-39aa20a3738c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943835
Apr 23 10:32:37.201192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:37.286831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:37.294920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:37.332648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:32:37.339011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:37.339712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:37.385024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'Port': ['ID=42345771-6184-4a2b-b098-44d06c15389d,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:37.413527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:37.425587 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9990423
Apr 23 10:32:37.445935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Request body: {'port': {'device_id': '4308685e-a378-4c61-b044-9c9ffd679e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:37.560512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:37.574946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-e60cd207-b298-4e2a-8c94-a78281145104 None None] Provisioning for port 42345771-6184-4a2b-b098-44d06c15389d completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:37.579940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-e60cd207-b298-4e2a-8c94-a78281145104 None None] Provisioning complete for port 42345771-6184-4a2b-b098-44d06c15389d triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:37.580467 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e60cd207-b298-4e2a-8c94-a78281145104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:37.639798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36555baf-ac5c-470a-8b7c-f37753849dcb req-4afd1047-79ac-429f-947f-a6095dd1181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:37.640943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-e60cd207-b298-4e2a-8c94-a78281145104 None None] Port 42345771-6184-4a2b-b098-44d06c15389d cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:32:37.641341 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-36555baf-ac5c-470a-8b7c-f37753849dcb req-4afd1047-79ac-429f-947f-a6095dd1181c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1099 time: 0.3128719
Apr 23 10:32:37.658650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbed85c-29bf-47c3-8be2-e711cd66d97e req-3a12f348-eaee-4d3b-ad3d-7a02337aab20 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:37.660845 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ccbed85c-29bf-47c3-8be2-e711cd66d97e req-3a12f348-eaee-4d3b-ad3d-7a02337aab20 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 946 time: 0.1785867
Apr 23 10:32:37.675635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8fa4-de6d-463c-a612-69e8ae8f3735 req-db4ea512-102d-47f2-8b89-b3f61deab007 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:37.677247 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c1fa8fa4-de6d-463c-a612-69e8ae8f3735 req-db4ea512-102d-47f2-8b89-b3f61deab007 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 931 time: 0.1394775
Apr 23 10:32:37.742568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:37.764237 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c1fa8fa4-de6d-463c-a612-69e8ae8f3735 req-cb72feec-6aba-438a-81c9-0578fb7c536d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796804
Apr 23 10:32:37.789275 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ccbed85c-29bf-47c3-8be2-e711cd66d97e req-011679c7-5a9e-4fd2-a3bb-dadb2fb6e94f tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065819
Apr 23 10:32:37.827101 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-36555baf-ac5c-470a-8b7c-f37753849dcb req-f46aefb9-16a6-4412-889e-cc94600a1695 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749430
Apr 23 10:32:37.956340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31880-450a-4ad9-af76-cf0ad63c3868 req-c92016e4-7b56-46b6-badd-1a18a8678528 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:37.957965 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-34f31880-450a-4ad9-af76-cf0ad63c3868 req-c92016e4-7b56-46b6-badd-1a18a8678528 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.0881023
Apr 23 10:32:38.006191 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-34f31880-450a-4ad9-af76-cf0ad63c3868 req-a3440c67-4865-49a7-8129-eb2e7f5c9f66 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416505
Apr 23 10:32:38.134443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.145084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-816701a1-7192-4380-92d1-8ec31cb61e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:38.158177 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.249370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Checking segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:32:38.249730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Network hostable DHCP agents. Network: d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:32:38.298326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f238f66-569e-415c-9690-2b06b78fb85f,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:38.311007 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:38.330576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42345771-6184-4a2b-b098-44d06c15389d {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:32:38.335642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:32:38.344116 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.350144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:38.359209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:38.359852 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.359979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b58cc5f-4a21-4796-a143-3a7e39fa82c8 None None] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:32:38.376868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Transition to ACTIVE for port object 42345771-6184-4a2b-b098-44d06c15389d will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:38.380066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.385268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:38.398806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b776ea-3294-4e45-9bf2-2cfb413cfa3a req-2084b366-8bcc-4925-838b-6ca6037936b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:38.400397 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89b776ea-3294-4e45-9bf2-2cfb413cfa3a req-2084b366-8bcc-4925-838b-6ca6037936b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.0980597
Apr 23 10:32:38.427777 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-99e92989-7f1e-49db-9150-ee5bf5194d50 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4069021
Apr 23 10:32:38.429573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46060) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:38.436580 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:38.451700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:38.461017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Usage tracker for resource:router and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:38.466211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:38.471907 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89b776ea-3294-4e45-9bf2-2cfb413cfa3a req-f25bd978-f7c9-4622-a1a7-f15778cad08d tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641479
Apr 23 10:32:38.489477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:38.508475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.509682 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.531282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.661459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:32:38.662916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.824829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=42345771-6184-4a2b-b098-44d06c15389d,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:38.835723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:38.854680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Attempting to bind port 42345771-6184-4a2b-b098-44d06c15389d on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:32:38.855235 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Attempting to bind port 42345771-6184-4a2b-b098-44d06c15389d by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:32:38.855739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Attempting to bind port 42345771-6184-4a2b-b098-44d06c15389d on network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:32:38.861615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Port 42345771-6184-4a2b-b098-44d06c15389d on network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:32:38.862260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Attempting to bind port 42345771-6184-4a2b-b098-44d06c15389d on network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:32:38.870198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:32:38.870756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Checking segment: {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:32:38.871346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Bound using segment: {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:32:38.871999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Bound port: 42345771-6184-4a2b-b098-44d06c15389d, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:32:38.872558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:38.895204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.013726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:32:39.017954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=42345771-6184-4a2b-b098-44d06c15389d,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:32:39.022384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.027976 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:39.093816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.105344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Allocated IP 172.20.0.2 (d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac/0f238f66-569e-415c-9690-2b06b78fb85f/bec4aeab-b475-4306-8760-09c02969430d) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:32:39.124942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=42345771-6184-4a2b-b098-44d06c15389d,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:39.137750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:39.142733 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:39.144232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.146287 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 1093 time: 1.7049458
Apr 23 10:32:39.146840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'tag': '42345771-6184-4a2b-b098-44d06c15389d'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:32:39.246844 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f00c1-5c2a-4ce4-9df0-8698136806f6 req-8a86481f-cb3f-4742-9547-4d336870cbb8 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:39.248477 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2d5f00c1-5c2a-4ce4-9df0-8698136806f6 req-8a86481f-cb3f-4742-9547-4d336870cbb8 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 946 time: 0.2590113
Apr 23 10:32:39.259543 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7418ee2-4f96-4716-9be2-7cd6d75abcd3 req-31c536d8-e2f5-47a7-b813-10a2ade4b180 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:39.264592 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e7418ee2-4f96-4716-9be2-7cd6d75abcd3 req-31c536d8-e2f5-47a7-b813-10a2ade4b180 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1866922
Apr 23 10:32:39.311163 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-dcf5e42c-7c99-4fcb-af9f-1b73a906cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:39.312734 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-dcf5e42c-7c99-4fcb-af9f-1b73a906cf2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1096 time: 0.0936096
Apr 23 10:32:39.365643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.376207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Transition to ACTIVE for port object bec4aeab-b475-4306-8760-09c02969430d will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:39.395924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Transition to ACTIVE for port object bec4aeab-b475-4306-8760-09c02969430d will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:39.400559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.405805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:39.406496 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-e4f24ec4-e671-4f0b-87ba-c7df7e2d8825 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 217 time: 0.0723832
Apr 23 10:32:39.480340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-193c5f16-ee84-4d65-98e0-07caba11d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:39.480666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:39.483944 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-193c5f16-ee84-4d65-98e0-07caba11d0b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 200  len: 848 time: 0.0701401
Apr 23 10:32:39.484079 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:39.491573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:32:39.499459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Pushing event updated for resources: {'Port': ['ID=bec4aeab-b475-4306-8760-09c02969430d,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:39.501177 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2d5f00c1-5c2a-4ce4-9df0-8698136806f6 req-2339d124-3a6f-4de5-b21c-86cfba745b1d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2353613
Apr 23 10:32:39.512341 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e7418ee2-4f96-4716-9be2-7cd6d75abcd3 req-617d6c48-b327-4b7f-b402-1ddaf5371a17 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2404346
Apr 23 10:32:39.512597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:39.594178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-ad597fa5-6060-4f68-a6d0-01407ae0b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:39.595949 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-ad597fa5-6060-4f68-a6d0-01407ae0b313 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d476bd1-0c07-4568-aa23-a0b9d0e45061&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1052263
Apr 23 10:32:39.599716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.634036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.634354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Attempting to bind port bec4aeab-b475-4306-8760-09c02969430d on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:32:39.634781 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Attempting to bind port bec4aeab-b475-4306-8760-09c02969430d by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:32:39.635200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Attempting to bind port bec4aeab-b475-4306-8760-09c02969430d on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:32:39.640970 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'tag': '42345771-6184-4a2b-b098-44d06c15389d', 'status': 'completed', 'code': 200}
Apr 23 10:32:39.658578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:32:39.659008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Checking segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:32:39.659500 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.659949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Bound using segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:32:39.660472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Bound port: bec4aeab-b475-4306-8760-09c02969430d, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:32:39.661363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.787806 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-a37a4380-4f82-4eee-863b-a095c08cd28f service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834228
Apr 23 10:32:39.789871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] For port bec4aeab-b475-4306-8760-09c02969430d, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:32:39.793176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] For port bec4aeab-b475-4306-8760-09c02969430d, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=bec4aeab-b475-4306-8760-09c02969430d,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:32:39.796489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:39.801734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:39.890111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Pushing event updated for resources: {'Port': ['ID=bec4aeab-b475-4306-8760-09c02969430d,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:39.905616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:39.949333 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cbf4a65-e559-40b7-b4fc-f5de32ed1803 req-9cf6ec06-6bd8-4892-9d38-345723b929b3 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435127
Apr 23 10:32:39.984452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dc276-5b20-4f98-8389-4bc5e7f1e5df req-cdaaca4e-b7cc-4cc3-9607-92e18c50ea2e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:39.986105 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b3dc276-5b20-4f98-8389-4bc5e7f1e5df req-cdaaca4e-b7cc-4cc3-9607-92e18c50ea2e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.2518141
Apr 23 10:32:40.003864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Allocated IP 172.27.0.6 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/2dedf893-e77a-484c-be9a-476eb9bdedd6) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:32:40.014385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda493-be79-4628-8f74-6530b4df9f72 req-1de39843-e301-4d0a-b073-6aef2cbdbcd5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:40.015925 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cedda493-be79-4628-8f74-6530b4df9f72 req-1de39843-e301-4d0a-b073-6aef2cbdbcd5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.2449465
Apr 23 10:32:40.180289 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b3dc276-5b20-4f98-8389-4bc5e7f1e5df req-81ce37e6-ab0f-4df3-bd6c-edb74d6720e0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779761
Apr 23 10:32:40.196907 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cedda493-be79-4628-8f74-6530b4df9f72 req-a979e320-7227-4eec-aa3a-502228804493 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1653612
Apr 23 10:32:40.251718 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339638d-66d0-441e-801d-3870b10acc57 req-e6686df6-af56-407c-ad47-29c18da2f736 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:40.252518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-5339638d-66d0-441e-801d-3870b10acc57 req-e6686df6-af56-407c-ad47-29c18da2f736 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Synchronizing usage tracker for tenant:0c3bf1824735400691dc22a89c2ccee5 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:32:40.263143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-6ba9af59-32b2-4577-a0f0-12d48017273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:40.264817 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-6ba9af59-32b2-4577-a0f0-12d48017273e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1096 time: 0.1620331
Apr 23 10:32:40.319172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:40.324948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-5339638d-66d0-441e-801d-3870b10acc57 req-e6686df6-af56-407c-ad47-29c18da2f736 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Unset dirty status for tenant:0c3bf1824735400691dc22a89c2ccee5 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:32:40.325925 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5339638d-66d0-441e-801d-3870b10acc57 req-e6686df6-af56-407c-ad47-29c18da2f736 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.48 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 946 time: 0.2643473
Apr 23 10:32:40.354531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:40.359139 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f5438d3f-bb71-493a-8654-0e6dcafb849f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:40.430766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:40.433946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:40.437974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:32:40.483802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Pushing event updated for resources: {'Port': ['ID=2dedf893-e77a-484c-be9a-476eb9bdedd6,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:40.486966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:40.585223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-aeb4a6c7-b450-4b1d-aa36-6d391e5395ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:40.587689 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-aeb4a6c7-b450-4b1d-aa36-6d391e5395ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 910 time: 0.2987134
Apr 23 10:32:40.593116 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-5339638d-66d0-441e-801d-3870b10acc57 req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Deleting port c20e5ac7-0815-4a5b-af6d-12894ed4269f {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:32:40.593383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5339638d-66d0-441e-801d-3870b10acc57 req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:40.749948 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-d3961ced-c9da-4b76-9817-c82cd41870ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 217 time: 0.1411636
Apr 23 10:32:40.861411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-28e1a9aa-b41f-4d96-a26b-439ee20ca8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:40.862988 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-28e1a9aa-b41f-4d96-a26b-439ee20ca8b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 200  len: 848 time: 0.1063440
Apr 23 10:32:40.934470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-5339638d-66d0-441e-801d-3870b10acc57 req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] For port c20e5ac7-0815-4a5b-af6d-12894ed4269f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c20e5ac7-0815-4a5b-af6d-12894ed4269f,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:40.934870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5339638d-66d0-441e-801d-3870b10acc57 req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:40.996906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device bec4aeab-b475-4306-8760-09c02969430d up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:41.077068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-5339638d-66d0-441e-801d-3870b10acc57 req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Calling delete_port for c20e5ac7-0815-4a5b-af6d-12894ed4269f owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:32:41.086392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port bec4aeab-b475-4306-8760-09c02969430d completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:41.125301 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-4e548e65-09bd-452e-bc3f-d1e3ce8f9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:41.127006 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-4e548e65-09bd-452e-bc3f-d1e3ce8f9c19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d476bd1-0c07-4568-aa23-a0b9d0e45061&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2519567
Apr 23 10:32:41.331267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8956d-4ea6-459d-9ae0-754f989f7ae5 req-28079d74-f0e1-4151-9794-2d7c488f6ff1 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:41.332872 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b2a8956d-4ea6-459d-9ae0-754f989f7ae5 req-28079d74-f0e1-4151-9794-2d7c488f6ff1 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.4665051
Apr 23 10:32:41.337609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-cd5d01e8-5469-4229-a358-74805cac99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:41.339110 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-cd5d01e8-5469-4229-a358-74805cac99ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1099 time: 0.4628277
Apr 23 10:32:41.348969 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-80357f33-43ee-4008-b6c2-8e00f7aebfc1 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142761
Apr 23 10:32:41.351413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8baeb-c253-49f2-ad9d-1dd45728b4fc req-ce2ddcf9-7e74-41f2-95ec-afac05b00367 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:41.352959 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-83c8baeb-c253-49f2-ad9d-1dd45728b4fc req-ce2ddcf9-7e74-41f2-95ec-afac05b00367 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=3055f97f-bfdd-4295-8101-a6bd72bca73b HTTP/1.1" status: 200  len: 946 time: 0.4853573
Apr 23 10:32:41.382077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85171fc-52ed-4f98-aca3-4c941ad1c9ea None None] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:32:41.382264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5339638d-66d0-441e-801d-3870b10acc57 req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:41.391070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:41.454366 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['c20e5ac7-0815-4a5b-af6d-12894ed4269f'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:32:41.493021 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Pushing event deleted for resources: {'Port': ['ID=c20e5ac7-0815-4a5b-af6d-12894ed4269f,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:41.499030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:41.522915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:41.536328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Provisioning for port bec4aeab-b475-4306-8760-09c02969430d completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:41.551983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Provisioning complete for port bec4aeab-b475-4306-8760-09c02969430d triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:41.552406 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:41.598920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5339638d-66d0-441e-801d-3870b10acc57 req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] No DVR routers for this DVR port c20e5ac7-0815-4a5b-af6d-12894ed4269f on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:32:41.624945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-5339638d-66d0-441e-801d-3870b10acc57 req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:41.642233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3055f97f-bfdd-4295-8101-a6bd72bca73b', 'name': 'network-vif-deleted', 'tag': 'c20e5ac7-0815-4a5b-af6d-12894ed4269f'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:32:41.661243 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5bcea0d9-19a1-4ec6-82ac-e510655d6861 req-0eadb60f-7d33-46fd-86e5-b6746d7b5b79 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3053246
Apr 23 10:32:41.664223 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5339638d-66d0-441e-801d-3870b10acc57 req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.48 "DELETE /v2.0/ports/c20e5ac7-0815-4a5b-af6d-12894ed4269f HTTP/1.1" status: 204  len: 173 time: 1.2874050
Apr 23 10:32:41.665246 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b2a8956d-4ea6-459d-9ae0-754f989f7ae5 req-2fc07e84-376b-4c64-9d72-cf6340b3437f tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3231187
Apr 23 10:32:41.698144 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-83c8baeb-c253-49f2-ad9d-1dd45728b4fc req-033de3f3-efe5-4b6a-bf7c-2633d55d4aa5 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2927856
Apr 23 10:32:41.764587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-1a10b132-bc77-472f-b327-9182d00fb685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:41.766062 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-1a10b132-bc77-472f-b327-9182d00fb685 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.4103155
Apr 23 10:32:41.875237 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:41.917922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] For port bec4aeab-b475-4306-8760-09c02969430d, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=bec4aeab-b475-4306-8760-09c02969430d,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:41.922030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:41.923670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-83ecde05-de07-4624-a51c-d2318722d99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:41.998530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Pushing event updated for resources: {'Port': ['ID=bec4aeab-b475-4306-8760-09c02969430d,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:42.006753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.007140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.007520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.007902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.008274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.008643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.009023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.009413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.009780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.010143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.010507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.010868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:42.014973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:42.067364 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-4023202d-d56b-4fd4-a225-f07690c4b169 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 200  len: 217 time: 0.2167301
Apr 23 10:32:42.148668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-363d1411-ec42-445c-81a6-b095ea319e5f None None] Provisioning complete for port bec4aeab-b475-4306-8760-09c02969430d triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:42.149129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-363d1411-ec42-445c-81a6-b095ea319e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:42.215633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-4656f0c6-5b54-4e2a-95c1-ac8836536743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:42.217151 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-4656f0c6-5b54-4e2a-95c1-ac8836536743 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.1291986
Apr 23 10:32:42.286289 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:42.522562 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-a08d53ce-3c72-4824-8801-da84e4f1c416 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2782505
Apr 23 10:32:42.530690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce972a2a-3d04-48bf-ab07-0f9b7a505847 req-d466d2c9-58ba-4cf6-8662-13549c3c7eb4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:42.532129 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ce972a2a-3d04-48bf-ab07-0f9b7a505847 req-d466d2c9-58ba-4cf6-8662-13549c3c7eb4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.6800880
Apr 23 10:32:42.619131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835202a7-6495-4026-a1d9-987b544e098b req-3495d1ce-b2e9-4694-a89f-adeb2aa890ea tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:42.620672 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-835202a7-6495-4026-a1d9-987b544e098b req-3495d1ce-b2e9-4694-a89f-adeb2aa890ea tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.6497958
Apr 23 10:32:42.878339 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ce972a2a-3d04-48bf-ab07-0f9b7a505847 req-68e611f4-59e6-4d5d-951a-290dd31b5505 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682691
Apr 23 10:32:42.884575 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-835202a7-6495-4026-a1d9-987b544e098b req-9e85492d-ea74-49c3-9ecc-5ad0a3de2efa tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1880951
Apr 23 10:32:42.922799 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-96a1ec07-58d0-48c4-9431-dce9a94ea6ac service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3896706
Apr 23 10:32:42.945256 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3055f97f-bfdd-4295-8101-a6bd72bca73b', 'name': 'network-vif-deleted', 'tag': 'c20e5ac7-0815-4a5b-af6d-12894ed4269f', 'status': 'completed', 'code': 200}
Apr 23 10:32:42.982746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device bec4aeab-b475-4306-8760-09c02969430d up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:43.073333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port bec4aeab-b475-4306-8760-09c02969430d triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:43.073750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:43.124753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Router 88f40f15-281d-44da-9394-0d78055f71ba is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:32:43.304504 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e69dadf-bb23-4ed4-b139-b5f3538d5dd7 req-adf6d91e-0168-457c-935a-a66ffd870587 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3735564
Apr 23 10:32:43.342084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb686c10-5bc7-4973-abb2-59cdc9604122 req-6731b8fb-45c2-41f2-91df-9477ba1701f4 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:43.343653 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cb686c10-5bc7-4973-abb2-59cdc9604122 req-6731b8fb-45c2-41f2-91df-9477ba1701f4 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.3066778
Apr 23 10:32:43.407449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:32:43.416468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Sync routers for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:32:43.416646 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cb686c10-5bc7-4973-abb2-59cdc9604122 req-9d926f43-0246-4ad7-a2be-36eebe32b057 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656939
Apr 23 10:32:43.427934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:32:43.428714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaaaac50>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:43.444622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] Notify callbacks [] for router, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:43.446015 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9012dcc8-2907-46e3-a74f-aa34a36dbd87 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.0153458
Apr 23 10:32:43.448837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46106) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:43.617753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:32:43.917533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaaaac50>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:41Z', 'revision_number': 3, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:43.921931 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Checking router: 88f40f15-281d-44da-9394-0d78055f71ba for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:32:43.922402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Updating router 88f40f15-281d-44da-9394-0d78055f71ba port 2dedf893-e77a-484c-be9a-476eb9bdedd6 binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:32:43.984158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:44.509565 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:44.521960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Transition to ACTIVE for port object 2dedf893-e77a-484c-be9a-476eb9bdedd6 will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:44.527309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:44.532083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:44.541195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dd6f0-015a-46d1-aaf8-a9f81c2c3727 req-b037fc2b-1177-49cb-af09-21f0891bfb4a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:44.542797 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9a8dd6f0-015a-46d1-aaf8-a9f81c2c3727 req-b037fc2b-1177-49cb-af09-21f0891bfb4a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.4983447
Apr 23 10:32:44.553494 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8da3f-21ea-4a64-aa84-cc8f47fd410e req-0fb424e0-b8c0-4207-a23b-a6ad80988812 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:44.554975 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7c8da3f-21ea-4a64-aa84-cc8f47fd410e req-0fb424e0-b8c0-4207-a23b-a6ad80988812 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 943 time: 0.4671502
Apr 23 10:32:44.610447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Attempting to bind port 2dedf893-e77a-484c-be9a-476eb9bdedd6 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:32:44.610788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Attempting to bind port 2dedf893-e77a-484c-be9a-476eb9bdedd6 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:32:44.611199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Attempting to bind port 2dedf893-e77a-484c-be9a-476eb9bdedd6 on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:32:44.614472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:44.621426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:32:44.621936 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:32:44.622249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:44.622678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:32:44.623180 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Bound port: 2dedf893-e77a-484c-be9a-476eb9bdedd6, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:32:44.623588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:44.650930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Pushing event updated for resources: {'Port': ['ID=2dedf893-e77a-484c-be9a-476eb9bdedd6,revision_number=2']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:44.669643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.669867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.670249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.671008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.671008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.671263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.672166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.672166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.672342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.673108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.673108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.673412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:32:44.685133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:44.704098 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9a8dd6f0-015a-46d1-aaf8-a9f81c2c3727 req-c6a59398-8939-4258-a2b1-be95ba474d9a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464257
Apr 23 10:32:44.714102 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7c8da3f-21ea-4a64-aa84-cc8f47fd410e req-5a8fb45d-4d01-487c-89b3-c115a9e8cddb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327577
Apr 23 10:32:44.728880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] For port 2dedf893-e77a-484c-be9a-476eb9bdedd6, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:32:44.732357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] For port 2dedf893-e77a-484c-be9a-476eb9bdedd6, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=2dedf893-e77a-484c-be9a-476eb9bdedd6,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:32:44.736763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:44.742930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2134c766-a079-499f-9418-cd0023a7e830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:44.826468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:32:44.827119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaaaac50>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:44.896126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Pushing event updated for resources: {'Port': ['ID=2dedf893-e77a-484c-be9a-476eb9bdedd6,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:44.949412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Allocated IP 172.20.0.1 (d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac/0f238f66-569e-415c-9690-2b06b78fb85f/e1359e0d-f63f-404f-87ed-59141cc74989) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:32:44.958236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:44.999976 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffe9b3-2b09-451a-a8e9-d50247638c91 req-e31e935f-4221-44bf-b135-002cb57d05ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:45.001596 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-40ffe9b3-2b09-451a-a8e9-d50247638c91 req-e31e935f-4221-44bf-b135-002cb57d05ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1820741
Apr 23 10:32:45.028580 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:32:45.129059 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-40ffe9b3-2b09-451a-a8e9-d50247638c91 req-69eebf22-7983-4773-9f1f-eac0e4f31627 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769007
Apr 23 10:32:45.165713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.182201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Transition to ACTIVE for port object e1359e0d-f63f-404f-87ed-59141cc74989 will not be triggered until provisioned by entity DHCP. {{(pid=86337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:45.205914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.211342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:45.279477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:45.283037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:45.287620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:32:45.327813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Pushing event updated for resources: {'Port': ['ID=e1359e0d-f63f-404f-87ed-59141cc74989,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:45.331219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaaaac50>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:41Z', 'revision_number': 3, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:45.332265 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:45.335799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a9d3b-2e6e-4939-a85a-85b1c0667985 None None] The sync data for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi is: [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:41Z', 'revision_number': 3, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:32:45.350691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.479042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.516456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-f2b832f2-92f6-4247-90e6-7f9264177917 None None] Provisioning for port e1359e0d-f63f-404f-87ed-59141cc74989 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:45.522123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-f2b832f2-92f6-4247-90e6-7f9264177917 None None] Provisioning complete for port e1359e0d-f63f-404f-87ed-59141cc74989 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:45.522546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f2b832f2-92f6-4247-90e6-7f9264177917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.554194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:32:45.590825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-f2b832f2-92f6-4247-90e6-7f9264177917 None None] Port e1359e0d-f63f-404f-87ed-59141cc74989 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:32:45.732965 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.734296 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:45.740563 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.756524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'port_id': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'mac_address': 'fa:16:3e:a1:6d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:32:45.832136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-abec128d-6054-4878-b87e-1d8fdf00c697 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:45.838491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.871136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a07215a-09c4-436b-88c9-810eb5bfe916 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:32:45.902031 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:45.908818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.915535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:45.941203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:45.990411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=9']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:45.993730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:46.039322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Pushing event updated for resources: {'Port': ['ID=e1359e0d-f63f-404f-87ed-59141cc74989,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:46.097652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:46.213634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab2c31-fc42-4553-919d-483e4d9308d3 req-3734d112-8b5f-4fde-b08c-d244de42ac83 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:46.215327 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fab2c31-fc42-4553-919d-483e4d9308d3 req-3734d112-8b5f-4fde-b08c-d244de42ac83 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 944 time: 0.3256819
Apr 23 10:32:46.224455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d004cf-536f-467f-804b-a8e1d1511fde req-9f77114a-9cd0-4cf9-8058-97197b8e9d19 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:46.226096 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-02d004cf-536f-467f-804b-a8e1d1511fde req-9f77114a-9cd0-4cf9-8058-97197b8e9d19 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.3298249
Apr 23 10:32:46.254050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:46.272896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:46.449682 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fab2c31-fc42-4553-919d-483e4d9308d3 req-311d0261-61c8-4622-aa02-78b180565366 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2188952
Apr 23 10:32:46.454512 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-02d004cf-536f-467f-804b-a8e1d1511fde req-e98699e5-bacf-40eb-82a7-7a7a43cc79e8 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208037
Apr 23 10:32:46.516249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-bf2f9677-16ee-4ad6-a63b-77b5a90e1c2a None None] Provisioning complete for port e1359e0d-f63f-404f-87ed-59141cc74989 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:46.516763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9677-16ee-4ad6-a63b-77b5a90e1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:46.524023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Router 88f40f15-281d-44da-9394-0d78055f71ba has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:32:46.584127 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f9677-16ee-4ad6-a63b-77b5a90e1c2a None None] Port e1359e0d-f63f-404f-87ed-59141cc74989 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:32:46.647829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device c20e5ac7-0815-4a5b-af6d-12894ed4269f no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:32:46.694166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: c20e5ac7-0815-4a5b-af6d-12894ed4269f {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:32:46.695094 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device c20e5ac7-0815-4a5b-af6d-12894ed4269f not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:32:46.786995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5a24d-3604-401d-a8ee-e949df73a614 req-29f50b36-833d-4c88-88dd-3c5800043c3d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:46.788572 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-eed5a24d-3604-401d-a8ee-e949df73a614 req-29f50b36-833d-4c88-88dd-3c5800043c3d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1956756
Apr 23 10:32:46.794140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:32:46.826249 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] 10.222.0.75 "PUT /v2.0/routers/88f40f15-281d-44da-9394-0d78055f71ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3762636
Apr 23 10:32:46.849924 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-eed5a24d-3604-401d-a8ee-e949df73a614 req-21e2486a-357f-4e12-bd9d-0e2adea5f706 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538197
Apr 23 10:32:46.999740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 2dedf893-e77a-484c-be9a-476eb9bdedd6 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:47.081021 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 2dedf893-e77a-484c-be9a-476eb9bdedd6 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:47.086073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 2dedf893-e77a-484c-be9a-476eb9bdedd6 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:47.086570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:47.218554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['8a07215a-09c4-436b-88c9-810eb5bfe916'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:32:47.278625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:47.323388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 2dedf893-e77a-484c-be9a-476eb9bdedd6, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=2dedf893-e77a-484c-be9a-476eb9bdedd6,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:47.328945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:47.332540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:47.419495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46156) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:47.426143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1467624807-network', 'tenant_id': '1b5813b662864329a16eda79157db571'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:47.440374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:47.444460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Usage tracker for resource:network and tenant:1b5813b662864329a16eda79157db571 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:47.447457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:47.448824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=2dedf893-e77a-484c-be9a-476eb9bdedd6,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:47.452168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:47.453511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:47.464934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Made reservation on behalf of 1b5813b662864329a16eda79157db571 for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:32:47.472662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:47.488062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:47.507447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:47.512154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Usage tracker for resource:security_group_rule and tenant:1b5813b662864329a16eda79157db571 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:47.515034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:47.521340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:47.626519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:47.689256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:47.757812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-51e488e7-468e-4167-bd79-7b4280179080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:47.775345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:32:47.827480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:47.827973 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Added segment e316f4ce-967c-496d-ae1c-a56f0a6c3cda of type vlan for network 3769ca0a-e80c-4ed0-893c-daaf4320047c
Apr 23 10:32:47.832078 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfca70c1-23dc-4904-8744-4cdb96627b62,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:47.849569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:47.905700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:47.958702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a19b-81a1-442e-8f05-9ca2f3d47e4b req-10ba2529-e412-4a33-aab6-a319d11ef000 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:47.960939 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9a18a19b-81a1-442e-8f05-9ca2f3d47e4b req-10ba2529-e412-4a33-aab6-a319d11ef000 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.3326418
Apr 23 10:32:47.975856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5a58-1460-4c41-944c-cb2d2c6ae02c req-fd20c81e-ae21-4828-b878-34a2dd90593f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:47.977376 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-314a5a58-1460-4c41-944c-cb2d2c6ae02c req-fd20c81e-ae21-4828-b878-34a2dd90593f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 944 time: 0.2989180
Apr 23 10:32:48.027708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:48.032893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:48.033527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:48.047737 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-254b6f01-f771-4fa9-b979-b1d3df3c6135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:48.159886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Sync routers for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:32:48.169585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:32:48.170260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9b74e0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:48.171061 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9a18a19b-81a1-442e-8f05-9ca2f3d47e4b req-de948e5c-b9ce-454a-9467-a6310b73a3a1 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908350
Apr 23 10:32:48.179771 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-314a5a58-1460-4c41-944c-cb2d2c6ae02c req-3ce4e7ed-6cf5-4efa-9a38-67fafd28abb4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1812072
Apr 23 10:32:48.192054 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7682164
Apr 23 10:32:48.192437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46180) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:48.193480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Pushing event updated for resources: {'Network': ['ID=3769ca0a-e80c-4ed0-893c-daaf4320047c,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:48.197888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:48.204258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Request body: {'subnet': {'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1467624807-subnet', 'tenant_id': '1b5813b662864329a16eda79157db571', 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:48.220100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:48.225348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Usage tracker for resource:subnet and tenant:1b5813b662864329a16eda79157db571 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:48.228532 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:48.235906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:48.245588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Made reservation on behalf of 1b5813b662864329a16eda79157db571 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:32:48.250346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:48.275278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:32:48.398513 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b8a9e-01f2-4c1a-91bf-a4a7621255d2 req-39a3f031-d65f-4b0a-9308-e1acbe322db4 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:48.401506 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d12b8a9e-01f2-4c1a-91bf-a4a7621255d2 req-39a3f031-d65f-4b0a-9308-e1acbe322db4 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1002665
Apr 23 10:32:48.475878 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d12b8a9e-01f2-4c1a-91bf-a4a7621255d2 req-0cf39f4e-0b65-4d55-b3d2-e50b67b955c2 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658364
Apr 23 10:32:48.680478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:32:48.684693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:48.690165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:48.744937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:48.787469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b52c25-21a0-4c38-a2d0-2e72a4e221d1,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:48.791775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:48.799320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Checking segment: {'id': 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:32:48.800557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Network hostable DHCP agents. Network: 3769ca0a-e80c-4ed0-893c-daaf4320047c, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:32:48.819849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:32:48.828656 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 3769ca0a-e80c-4ed0-893c-daaf4320047c) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:48.840099 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:48.840760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:48.863148 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6693432
Apr 23 10:32:48.865861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46186) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:48.871465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:48.876348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:48.894554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Usage tracker for resource:router and tenant:1b5813b662864329a16eda79157db571 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:48.900618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad00ddf-f7b1-4446-b8f0-fb4b736433a8 None None] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:32:48.901611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:48.907728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:48.927035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846810158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65334'] for router, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:48.928273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7965658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8284476', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854710463'] for router, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:48.946428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:48.984631 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 2dedf893-e77a-484c-be9a-476eb9bdedd6 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:49.166305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 8a07215a-09c4-436b-88c9-810eb5bfe916 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:49.166664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:49.351784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 2dedf893-e77a-484c-be9a-476eb9bdedd6 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:49.352202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:49.506670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8284619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7975265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854710448'] for router, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:49.577283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:49.591138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a846468-4105-56ba-bada-d83dc5e43608-3769ca0a-e80c-4ed0-893c-daaf4320047c', 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c', 'tenant_id': '1b5813b662864329a16eda79157db571', 'fixed_ips': [{'subnet_id': 'b7b52c25-21a0-4c38-a2d0-2e72a4e221d1'}]}} from dv-cinder-779233-3-iscsi. {{(pid=86339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 23 10:32:49.592035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:49.726888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc3aea-eb39-444f-a69f-ac61fe3092c4 req-27b20ba2-e325-4b16-b56e-a48f2f0e093e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:49.728568 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bbdc3aea-eb39-444f-a69f-ac61fe3092c4 req-27b20ba2-e325-4b16-b56e-a48f2f0e093e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.3963456
Apr 23 10:32:49.742145 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb197077-38fc-4e8b-9553-8593e25294d4 req-6c8cc828-a871-4195-a66d-2f055cb5a546 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:49.743703 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bb197077-38fc-4e8b-9553-8593e25294d4 req-6c8cc828-a871-4195-a66d-2f055cb5a546 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 944 time: 0.3716054
Apr 23 10:32:49.785754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:32:49.821720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:49.825356 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bbdc3aea-eb39-444f-a69f-ac61fe3092c4 req-1f680b8b-a813-4c77-a73e-e112c8d9dc86 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804734
Apr 23 10:32:49.828428 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bb197077-38fc-4e8b-9553-8593e25294d4 req-4b0291e2-09f2-4f51-99e2-667985edddbd tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672455
Apr 23 10:32:49.832973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:49.838384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:49.884364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9b74e0>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 2, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:49.900009 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:49.907581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Checking router: 88f40f15-281d-44da-9394-0d78055f71ba for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:32:49.907988 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Updating router 88f40f15-281d-44da-9394-0d78055f71ba port e1359e0d-f63f-404f-87ed-59141cc74989 binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:32:49.934801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:50.035528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=10']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:50.040680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:50.050544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:50.088292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe6f61-6982-45d0-990b-fb1ae8d5f3c9 req-c267a542-2dd8-4452-85da-729ca469fe23 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:50.090016 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-67fe6f61-6982-45d0-990b-fb1ae8d5f3c9 req-c267a542-2dd8-4452-85da-729ca469fe23 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1358383
Apr 23 10:32:50.100006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Allocated IP 172.20.0.2 (3769ca0a-e80c-4ed0-893c-daaf4320047c/b7b52c25-21a0-4c38-a2d0-2e72a4e221d1/aad3f35e-7aa3-48a7-b10b-200dc2909421) {{(pid=86339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:32:50.153153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Allocated IP 172.27.0.234 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/1c3bb356-61fd-40c0-8c4f-3893274b2a53) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:32:50.165584 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-67fe6f61-6982-45d0-990b-fb1ae8d5f3c9 req-a3d7d4ac-5785-4272-a255-13efdd0ac5ca tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678129
Apr 23 10:32:50.197372 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'code': 200}
Apr 23 10:32:50.332649 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:50.364597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:50.376245 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:50.416464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a82347-d6f1-4646-a6b4-d2759a37ffaa req-b7eaf4e5-7740-4efe-8b1b-b6f1cc6f084e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:50.419327 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a4a82347-d6f1-4646-a6b4-d2759a37ffaa req-b7eaf4e5-7740-4efe-8b1b-b6f1cc6f084e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1098621
Apr 23 10:32:50.465499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3bb356-61fd-40c0-8c4f-3893274b2a53,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:50.470290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:50.477854 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:50.479447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:50.486523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:32:50.494906 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a4a82347-d6f1-4646-a6b4-d2759a37ffaa req-0b7f21cf-c7c9-4ffb-8c34-e227e15e86ef tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686319
Apr 23 10:32:50.742512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Notify callbacks [] for port, precommit_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:50.757059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Transition to ACTIVE for port object aad3f35e-7aa3-48a7-b10b-200dc2909421 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:50.835330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Transition to ACTIVE for port object aad3f35e-7aa3-48a7-b10b-200dc2909421 will not be triggered until provisioned by entity DHCP. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:50.843426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:50.849964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:50.898452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:50.907610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:50.937527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c is already hosted by enough agents. {{(pid=86339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:50.944240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Resources bound (agent type, host, resource id):  {{(pid=86339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:50.949115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Transition to ACTIVE for port object e1359e0d-f63f-404f-87ed-59141cc74989 will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:50.951856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Received port after_create {{(pid=86339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:32:50.954027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Pushing event updated for resources: {'Port': ['ID=aad3f35e-7aa3-48a7-b10b-200dc2909421,revision_number=1']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:50.959331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:50.988459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:50.998351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5c50af1b-361a-4bef-97a4-39add49e3010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:51.061318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab737846-b2f4-41a4-a691-92545505bb69 req-66407a49-fb54-400b-8145-60fd08005cbe tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:51.062931 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ab737846-b2f4-41a4-a691-92545505bb69 req-66407a49-fb54-400b-8145-60fd08005cbe tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 946 time: 0.0918233
Apr 23 10:32:51.124906 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ab737846-b2f4-41a4-a691-92545505bb69 req-1a51c315-e391-4f2d-8ee2-6e09143cc129 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548925
Apr 23 10:32:51.189566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cac0f6-8c0c-40be-85a3-aeb1fe63bf70 None None] Pushing event updated for resources: {'Port': ['ID=e1359e0d-f63f-404f-87ed-59141cc74989,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:51.194808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Attempting to bind port aad3f35e-7aa3-48a7-b10b-200dc2909421 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:32:51.195225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Attempting to bind port aad3f35e-7aa3-48a7-b10b-200dc2909421 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:32:51.195635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Attempting to bind port aad3f35e-7aa3-48a7-b10b-200dc2909421 on network 3769ca0a-e80c-4ed0-893c-daaf4320047c {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:32:51.198250 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0cac0f6-8c0c-40be-85a3-aeb1fe63bf70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:51.239460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:32:51.239460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Checking segment: {'id': 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:32:51.239877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:51.240253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Bound using segment: {'id': 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:32:51.240787 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Bound port: aad3f35e-7aa3-48a7-b10b-200dc2909421, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:32:51.241442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:51.303554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846800519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846491167'] for router, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:51.343237 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Attempting to bind port e1359e0d-f63f-404f-87ed-59141cc74989 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:32:51.343652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Attempting to bind port e1359e0d-f63f-404f-87ed-59141cc74989 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:32:51.344061 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Attempting to bind port e1359e0d-f63f-404f-87ed-59141cc74989 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:32:51.361992 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:32:51.362833 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Checking segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:32:51.363285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:51.363722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Bound using segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:32:51.364776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Bound port: e1359e0d-f63f-404f-87ed-59141cc74989, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:32:51.364776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:51.402042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1f18b-f802-4d21-b55e-707b3da806d3 req-99c4f811-2d50-4be0-961d-43ea164046ef tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:51.404517 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-43f1f18b-f802-4d21-b55e-707b3da806d3 req-99c4f811-2d50-4be0-961d-43ea164046ef tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.0985413
Apr 23 10:32:51.456308 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-43f1f18b-f802-4d21-b55e-707b3da806d3 req-fd54ac42-d6e9-4a50-ada3-664ab503376b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453448
Apr 23 10:32:51.478861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] For port aad3f35e-7aa3-48a7-b10b-200dc2909421, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:32:51.502623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] For port aad3f35e-7aa3-48a7-b10b-200dc2909421, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=aad3f35e-7aa3-48a7-b10b-200dc2909421,segment=NetworkSegment(e316f4ce-967c-496d-ae1c-a56f0a6c3cda),segment_id=e316f4ce-967c-496d-ae1c-a56f0a6c3cda)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:32:51.507520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:51.513365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:51.536046 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Router 4948e49a-800f-4d58-99e3-88c69361515c is scheduled to L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 with binding_index 1 {{(pid=86338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 23 10:32:51.550399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] For port e1359e0d-f63f-404f-87ed-59141cc74989, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:32:51.587440 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] For port e1359e0d-f63f-404f-87ed-59141cc74989, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=e1359e0d-f63f-404f-87ed-59141cc74989,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:32:51.598729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:51.615011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Pushing event updated for resources: {'Port': ['ID=aad3f35e-7aa3-48a7-b10b-200dc2909421,revision_number=2']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:51.619073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:51.619585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:51.693865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:32:51.694570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9b74e0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:51.763274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988463-0361-4ed3-be13-d4357644c5fd req-a420663e-d154-4a29-96c3-3b11a148630c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:51.764763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:32:51.773944 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f4988463-0361-4ed3-be13-d4357644c5fd req-a420663e-d154-4a29-96c3-3b11a148630c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1664357
Apr 23 10:32:51.776817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Sync routers for ids ['4948e49a-800f-4d58-99e3-88c69361515c'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:32:51.793481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Routers {'4948e49a-800f-4d58-99e3-88c69361515c'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:32:51.798399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaa0c128>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['4948e49a-800f-4d58-99e3-88c69361515c'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:51.841884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:51.843319 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.9764783
Apr 23 10:32:51.846270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46232) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:51.888297 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f4988463-0361-4ed3-be13-d4357644c5fd req-7c50c393-403d-4a9e-8c56-a6346402ddc1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093102
Apr 23 10:32:51.920878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cac0f6-8c0c-40be-85a3-aeb1fe63bf70 None None] Pushing event updated for resources: {'Port': ['ID=e1359e0d-f63f-404f-87ed-59141cc74989,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:51.927468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0cac0f6-8c0c-40be-85a3-aeb1fe63bf70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:51.986161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:32:52.096890 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Set router 4948e49a-800f-4d58-99e3-88c69361515c gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:32:52.317408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 42345771-6184-4a2b-b098-44d06c15389d details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:32:52.481158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d415f-c475-4c7a-93fd-1b51c632fd2b req-db2b2670-8fa4-4a37-ad7c-a45fe75f9444 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:52.483362 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-284d415f-c475-4c7a-93fd-1b51c632fd2b req-db2b2670-8fa4-4a37-ad7c-a45fe75f9444 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 946 time: 0.2074819
Apr 23 10:32:52.601075 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaa0c128>, [{'id': '4948e49a-800f-4d58-99e3-88c69361515c', 'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:48Z', 'updated_at': '2021-04-23T10:32:50Z', 'revision_number': 3, 'project_id': '1b5813b662864329a16eda79157db571', 'gw_port': {'id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:49Z', 'updated_at': '2021-04-23T10:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:52.624622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Checking router: 4948e49a-800f-4d58-99e3-88c69361515c for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:32:52.625046 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Updating router 4948e49a-800f-4d58-99e3-88c69361515c port 1c3bb356-61fd-40c0-8c4f-3893274b2a53 binding host dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:32:52.647470 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-284d415f-c475-4c7a-93fd-1b51c632fd2b req-538f779c-5399-472c-9c18-bf9d436168df tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1465166
Apr 23 10:32:52.732606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:52.799009 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60c37d-e2ec-4c44-92cb-54b4c1c5dc6b req-7dd7967c-5eaf-4688-9b59-e9ab79b4f18c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:52.808155 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e60c37d-e2ec-4c44-92cb-54b4c1c5dc6b req-7dd7967c-5eaf-4688-9b59-e9ab79b4f18c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1825728
Apr 23 10:32:52.813908 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=42345771-6184-4a2b-b098-44d06c15389d,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:52.839729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '42345771-6184-4a2b-b098-44d06c15389d', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'port_id': '42345771-6184-4a2b-b098-44d06c15389d', 'mac_address': 'fa:16:3e:35:e2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:32:52.869628 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e60c37d-e2ec-4c44-92cb-54b4c1c5dc6b req-6b038d2a-59c1-46af-88a4-dd38744726cb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603096
Apr 23 10:32:52.964911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9b74e0>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:51Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:52.995748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4ec88-ad10-4b98-9999-4fd2ad18fb72 None None] The sync data for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi is: [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:51Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:32:53.012932 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:53.092512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42345771-6184-4a2b-b098-44d06c15389d {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:32:53.142680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device aad3f35e-7aa3-48a7-b10b-200dc2909421 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:53.242621 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=42345771-6184-4a2b-b098-44d06c15389d,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:53.267552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:53.275188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:53.310707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316607f-8560-4352-8d3f-6a2258c252bc req-1286c051-bbc2-4549-b4da-fce9017abbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:53.312330 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2316607f-8560-4352-8d3f-6a2258c252bc req-1286c051-bbc2-4549-b4da-fce9017abbdc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 1099 time: 0.2199357
Apr 23 10:32:53.425934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=42345771-6184-4a2b-b098-44d06c15389d,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:53.431697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:53.435015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port aad3f35e-7aa3-48a7-b10b-200dc2909421 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:53.481400 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2316607f-8560-4352-8d3f-6a2258c252bc req-e8a029c5-45fe-4fd8-98a5-be9ab7fda49b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1535172
Apr 23 10:32:53.511757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359deb2-3132-4869-a9ee-11e9adf22e1b req-26841040-2252-4854-83b4-769b6809a5bb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:53.524099 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4359deb2-3132-4869-a9ee-11e9adf22e1b req-26841040-2252-4854-83b4-769b6809a5bb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.3056488
Apr 23 10:32:53.552282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Notify callbacks [] for port, precommit_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:53.566349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b6050a-5f2a-44bf-b974-d7fb4fd7a89c None None] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:32:53.582178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Transition to ACTIVE for port object 1c3bb356-61fd-40c0-8c4f-3893274b2a53 will not be triggered until provisioned by entity L2. {{(pid=86340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:53.594247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:53.600971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c91f02cb-e574-46fa-af11-099ccc3da3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:53.606487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:53.648562 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4359deb2-3132-4869-a9ee-11e9adf22e1b req-1e8e774b-f0de-4594-90f0-f587643c48ce tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187623
Apr 23 10:32:53.711371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['42345771-6184-4a2b-b098-44d06c15389d'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:32:53.792954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-74b9696c-773e-42fc-b885-b3fc3edca172 None None] Provisioning for port aad3f35e-7aa3-48a7-b10b-200dc2909421 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:53.818554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b93bed-586c-406c-9024-1306e728d60a None None] Pushing event updated for resources: {'Port': ['ID=1c3bb356-61fd-40c0-8c4f-3893274b2a53,revision_number=2']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:53.841784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-74b9696c-773e-42fc-b885-b3fc3edca172 None None] Provisioning complete for port aad3f35e-7aa3-48a7-b10b-200dc2909421 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:53.842211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74b9696c-773e-42fc-b885-b3fc3edca172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:53.845656 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Attempting to bind port 1c3bb356-61fd-40c0-8c4f-3893274b2a53 on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:32:53.846287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Attempting to bind port 1c3bb356-61fd-40c0-8c4f-3893274b2a53 by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:32:53.847231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Attempting to bind port 1c3bb356-61fd-40c0-8c4f-3893274b2a53 on network ad6edba4-777b-44a6-8977-f6a7e74a7650 {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:32:53.857275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b6b93bed-586c-406c-9024-1306e728d60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:53.858377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:32:53.858964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Checking segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:32:53.859591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:53.860186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Bound using segment: {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'} {{(pid=86340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:32:53.860904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Bound port: 1c3bb356-61fd-40c0-8c4f-3893274b2a53, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d2252-4d94-4bc2-9a42-2a3ead055235', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}}] {{(pid=86340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:32:53.861507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:53.956999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] For port 1c3bb356-61fd-40c0-8c4f-3893274b2a53, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:32:53.961385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] For port 1c3bb356-61fd-40c0-8c4f-3893274b2a53, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=1c3bb356-61fd-40c0-8c4f-3893274b2a53,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:32:53.965393 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86340) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:53.976960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1ba49df5-172f-4c7c-9903-6444fb4a46ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:53.980775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Allocated IP 172.20.0.1 (3769ca0a-e80c-4ed0-893c-daaf4320047c/b7b52c25-21a0-4c38-a2d0-2e72a4e221d1/4714d546-f7b2-412a-a360-37a1c6c7657d) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:32:54.153625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b93bed-586c-406c-9024-1306e728d60a None None] Pushing event updated for resources: {'Port': ['ID=1c3bb356-61fd-40c0-8c4f-3893274b2a53,revision_number=3']} {{(pid=86340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:54.158176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b6b93bed-586c-406c-9024-1306e728d60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86340) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:54.171836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Routers {'4948e49a-800f-4d58-99e3-88c69361515c'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:32:54.172862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaa0c128>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['4948e49a-800f-4d58-99e3-88c69361515c'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:54.183690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:54.202104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Transition to ACTIVE for port object 4714d546-f7b2-412a-a360-37a1c6c7657d will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:32:54.232792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:54.254871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7021c57-c5e8-4d54-b69f-ee1a49338b56 req-120b2b52-e38f-49f1-82cc-95cf4d2e9e0c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:54.257742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8bdeb3fb-ad3e-4ff9-b418-d1ffb83fb49e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:54.263092 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c7021c57-c5e8-4d54-b69f-ee1a49338b56 req-120b2b52-e38f-49f1-82cc-95cf4d2e9e0c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 946 time: 0.2791777
Apr 23 10:32:54.297486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-dcb6a493-bdc9-4a74-babe-df9de9910b08 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:54.306195 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-dcb6a493-bdc9-4a74-babe-df9de9910b08 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/networks?id=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 HTTP/1.1" status: 200  len: 813 time: 0.5022671
Apr 23 10:32:54.325672 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-9a64990d-292f-4ed2-ab88-f2c4ba45403d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/quotas/0c3bf1824735400691dc22a89c2ccee5 HTTP/1.1" status: 200  len: 375 time: 0.0178819
Apr 23 10:32:54.327249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74b9696c-773e-42fc-b885-b3fc3edca172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:54.395248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:54.400217 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:54.403373 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-adfc9d8e-039b-4419-8283-107d16e68abc tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c3bf1824735400691dc22a89c2ccee5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0753102
Apr 23 10:32:54.406083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:32:54.406792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7977788'] for router_interface, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:54.546573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Pushing event updated for resources: {'Port': ['ID=4714d546-f7b2-412a-a360-37a1c6c7657d,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:54.551749 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:54.561368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-74b9696c-773e-42fc-b885-b3fc3edca172 None None] For port aad3f35e-7aa3-48a7-b10b-200dc2909421, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=aad3f35e-7aa3-48a7-b10b-200dc2909421,segment=NetworkSegment(e316f4ce-967c-496d-ae1c-a56f0a6c3cda),segment_id=e316f4ce-967c-496d-ae1c-a56f0a6c3cda)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:54.586811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:54.587781 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-74b9696c-773e-42fc-b885-b3fc3edca172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:54.597672 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-79f89f8a-a8e2-4454-ab69-1002b97a9878 service neutron] 10.222.0.75 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1929388
Apr 23 10:32:54.617733 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:54.661449 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c7021c57-c5e8-4d54-b69f-ee1a49338b56 req-7ebf9f37-835d-4e5b-8268-ab2f7fdcfaa7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3772099
Apr 23 10:32:54.851562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9696c-773e-42fc-b885-b3fc3edca172 None None] Pushing event updated for resources: {'Port': ['ID=aad3f35e-7aa3-48a7-b10b-200dc2909421,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:54.855499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-74b9696c-773e-42fc-b885-b3fc3edca172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:54.874872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] Set router 4948e49a-800f-4d58-99e3-88c69361515c gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:32:55.052941 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-d98dc0d4-1a1b-43b0-9c64-6212a1ddba17 None None] Provisioning complete for port aad3f35e-7aa3-48a7-b10b-200dc2909421 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:55.053430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d98dc0d4-1a1b-43b0-9c64-6212a1ddba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:55.139056 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:55.144236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:55.145089 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8108352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846797989'] for router_interface, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:55.154121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0a1e0403-d3c0-458e-a059-c39fc4954eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:55.154732 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-e168d87b-aea1-4df5-9fdc-ea087d2660a1 service neutron] 10.222.0.75 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5555110
Apr 23 10:32:55.204256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e1359e0d-f63f-404f-87ed-59141cc74989 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:55.288727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff91587-850a-408d-9dd7-67cb98782d0d req-492b98d8-1dc7-4996-8005-60b2c5ce1e58 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:55.297923 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9ff91587-850a-408d-9dd7-67cb98782d0d req-492b98d8-1dc7-4996-8005-60b2c5ce1e58 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 944 time: 0.3878429
Apr 23 10:32:55.327120 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Pushing event updated for resources: {'Port': ['ID=4714d546-f7b2-412a-a360-37a1c6c7657d,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:55.333184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:55.394487 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9ff91587-850a-408d-9dd7-67cb98782d0d req-72d24540-8bc7-40bb-89ac-f81b9e401af6 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898559
Apr 23 10:32:55.417380 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port e1359e0d-f63f-404f-87ed-59141cc74989 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:55.462392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port e1359e0d-f63f-404f-87ed-59141cc74989 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:55.462948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:55.512381 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7c4ec4b4-711d-478a-b31e-b7ea7a680e01 req-030277c4-9c5f-4acc-bef0-6ca6557ac11a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 210 time: 0.0638106
Apr 23 10:32:55.608530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:55.609677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:55.652568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a85c2-d2d7-4e76-aec3-a6a27a85146f req-620826f7-4541-40ce-9762-75bee958ce7f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:55.669736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaa0c128>, [{'id': '4948e49a-800f-4d58-99e3-88c69361515c', 'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:48Z', 'updated_at': '2021-04-23T10:32:50Z', 'revision_number': 3, 'project_id': '1b5813b662864329a16eda79157db571', 'gw_port': {'id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:49Z', 'updated_at': '2021-04-23T10:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:55.675974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ca9ad-0c80-4500-8b4b-d39d0ecd38a7 None None] The sync data for ids ['4948e49a-800f-4d58-99e3-88c69361515c'] in dv-cinder-779233-3-iscsi is: [{'id': '4948e49a-800f-4d58-99e3-88c69361515c', 'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:48Z', 'updated_at': '2021-04-23T10:32:50Z', 'revision_number': 3, 'project_id': '1b5813b662864329a16eda79157db571', 'gw_port': {'id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:49Z', 'updated_at': '2021-04-23T10:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:32:55.686501 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b53a85c2-d2d7-4e76-aec3-a6a27a85146f req-620826f7-4541-40ce-9762-75bee958ce7f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1729112
Apr 23 10:32:55.849600 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b53a85c2-d2d7-4e76-aec3-a6a27a85146f req-48c99238-a3aa-4a52-adec-2a2e8fa721fc tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1614575
Apr 23 10:32:55.910647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-979ab25c-bc1e-4406-bfed-6cedca557717 None None] Provisioning for port 4714d546-f7b2-412a-a360-37a1c6c7657d completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:55.925873 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:55.982672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-979ab25c-bc1e-4406-bfed-6cedca557717 None None] Provisioning complete for port 4714d546-f7b2-412a-a360-37a1c6c7657d triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:55.983099 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-979ab25c-bc1e-4406-bfed-6cedca557717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:56.085231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ee5a8-ca3f-411e-82bb-5382bcdcb568 req-eef0af2c-b26a-44d8-ba2d-b19caa770cec tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:56.094819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port e1359e0d-f63f-404f-87ed-59141cc74989, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=e1359e0d-f63f-404f-87ed-59141cc74989,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:56.095873 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4b7ee5a8-ca3f-411e-82bb-5382bcdcb568 req-eef0af2c-b26a-44d8-ba2d-b19caa770cec tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 946 time: 0.2048302
Apr 23 10:32:56.100576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:56.102052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device aad3f35e-7aa3-48a7-b10b-200dc2909421 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:56.141367 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0cac0f6-8c0c-40be-85a3-aeb1fe63bf70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:56.151565 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4b7ee5a8-ca3f-411e-82bb-5382bcdcb568 req-d8256403-2e8e-4c7a-9aad-d7785d355531 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544016
Apr 23 10:32:56.210537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Router 4948e49a-800f-4d58-99e3-88c69361515c has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:32:56.245561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-979ab25c-bc1e-4406-bfed-6cedca557717 None None] Port 4714d546-f7b2-412a-a360-37a1c6c7657d cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:32:56.282385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=e1359e0d-f63f-404f-87ed-59141cc74989,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:56.291650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:56.297286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port aad3f35e-7aa3-48a7-b10b-200dc2909421 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:56.297843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:56.429658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-57f4f88c-a0b3-482c-a3b3-7846317018ad None None] Provisioning complete for port 4714d546-f7b2-412a-a360-37a1c6c7657d triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:56.430536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-57f4f88c-a0b3-482c-a3b3-7846317018ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:56.466616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:32:56.485806 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] 10.222.0.75 "PUT /v2.0/routers/4948e49a-800f-4d58-99e3-88c69361515c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6383815
Apr 23 10:32:56.636694 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-57f4f88c-a0b3-482c-a3b3-7846317018ad None None] Port 4714d546-f7b2-412a-a360-37a1c6c7657d cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:32:56.777972 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2c25ff7a-5369-4662-8eb5-e5a17de0574e req-bdd54c54-47c0-4231-8aca-77e9d1e8585f tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 210 time: 0.0644598
Apr 23 10:32:56.824659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e0e75-b052-4314-97f3-16e15ffdbdf5 req-c218a38d-2afb-486f-af7d-5563209320a7 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:56.826379 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f49e0e75-b052-4314-97f3-16e15ffdbdf5 req-c218a38d-2afb-486f-af7d-5563209320a7 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 944 time: 0.1854103
Apr 23 10:32:56.877342 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f49e0e75-b052-4314-97f3-16e15ffdbdf5 req-d0bb5f30-9ae6-4a2d-a0e4-24d7fbde0c07 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444930
Apr 23 10:32:57.084349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e1359e0d-f63f-404f-87ed-59141cc74989 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:57.120365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb48cb-b5dd-473c-aa46-21ba70f4ba04 req-0a9c8ec6-bf99-4402-98c5-d36f3c55922f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:57.122094 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2ceb48cb-b5dd-473c-aa46-21ba70f4ba04 req-0a9c8ec6-bf99-4402-98c5-d36f3c55922f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1231062
Apr 23 10:32:57.180055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port e1359e0d-f63f-404f-87ed-59141cc74989 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:57.180735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.182549 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2ceb48cb-b5dd-473c-aa46-21ba70f4ba04 req-e8444b63-d78a-4854-972a-53db7293173d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534225
Apr 23 10:32:57.347246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 1c3bb356-61fd-40c0-8c4f-3893274b2a53 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:57.421441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 42345771-6184-4a2b-b098-44d06c15389d up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:57.422347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46344) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:57.429798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849086853', 'description': 'tempest-secgroup-smoke-1849086853 description', 'project_id': '15f6aaa4269248d28b1549456a94b818'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:57.446139 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:57.451883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:security_group and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:57.455903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:57.462713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:57.476280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.508261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:57.513725 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:security_group_rule and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:57.518931 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:57.527266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:57.626291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.629513 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.633617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:32:57.635014 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4832db6d-844e-482f-9bd7-c57840bef348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:57.655189 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-d5871315-4393-4d08-8f4a-a5368d342d5c tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:57.657019 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-d5871315-4393-4d08-8f4a-a5368d342d5c tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.48 "GET /v2.0/networks?id=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 HTTP/1.1" status: 200  len: 813 time: 0.4030237
Apr 23 10:32:57.673889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.675817 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2519844
Apr 23 10:32:57.679721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46348) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:57.696342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'security_group_rule': {'security_group_id': '1c1533dd-9f03-49c8-a727-e114cd865a89', 'project_id': '15f6aaa4269248d28b1549456a94b818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:57.706199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:57.710972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:security_group_rule and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:57.711862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Request body: {'port': {'device_id': '051ec5f5-5f84-4227-bc65-7b851ca465a9', 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3', 'admin_state_up': True, 'tenant_id': '0c3bf1824735400691dc22a89c2ccee5'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:57.716069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:57.726209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:57.752402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.765853 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1533dd-9f03-49c8-a727-e114cd865a89,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:57.780230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:57.844252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529a55c-f542-44c1-aa95-41e97c589d35 req-0b3f57ac-0fe4-4c54-9214-8e7014aa0a9c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:57.852900 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f529a55c-f542-44c1-aa95-41e97c589d35 req-0b3f57ac-0fe4-4c54-9214-8e7014aa0a9c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 946 time: 0.3037584
Apr 23 10:32:57.856594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.861945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.864186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:57.892171 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 1c3bb356-61fd-40c0-8c4f-3893274b2a53 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:57.899581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 1c3bb356-61fd-40c0-8c4f-3893274b2a53 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:57.900002 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.905042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da328e56-1aed-433e-ba4d-d17ad9a23103,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:57.914050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:57.915309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.919241 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4a0b133c-f4e0-4cd7-88f0-cd98cbb282ff tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2358642
Apr 23 10:32:57.919455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46362) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:57.925925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'security_group_rule': {'security_group_id': '1c1533dd-9f03-49c8-a727-e114cd865a89', 'project_id': '15f6aaa4269248d28b1549456a94b818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:57.932720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:57.936912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:security_group_rule and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:57.940722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:57.948337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:57.955051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 42345771-6184-4a2b-b098-44d06c15389d completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:32:57.965896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 42345771-6184-4a2b-b098-44d06c15389d triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:57.966062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.969540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:57.976535 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f529a55c-f542-44c1-aa95-41e97c589d35 req-a695ab10-6bd3-4541-9893-f2c3b5ac999f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225753
Apr 23 10:32:58.043744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:58.048138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Usage tracker for resource:port and tenant:0c3bf1824735400691dc22a89c2ccee5 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:58.051413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:58.051744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.055254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.057998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:58.059268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:58.081594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Made reservation on behalf of 0c3bf1824735400691dc22a89c2ccee5 for: {'port': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:32:58.088212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.096428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c36a24-b4d9-4903-b965-65c64206ff52,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:58.099647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.105039 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1842020
Apr 23 10:32:58.105179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46368) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:58.106654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:58.117598 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'security_group_rule': {'security_group_id': '1c1533dd-9f03-49c8-a727-e114cd865a89', 'project_id': '15f6aaa4269248d28b1549456a94b818', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:58.130553 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:58.141480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.180700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 1c3bb356-61fd-40c0-8c4f-3893274b2a53, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=1c3bb356-61fd-40c0-8c4f-3893274b2a53,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:58.181592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:security_group_rule and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:58.185708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.187742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:58.219496 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.277915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42345771-6184-4a2b-b098-44d06c15389d'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:32:58.295224 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=42345771-6184-4a2b-b098-44d06c15389d,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:32:58.298749 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=1c3bb356-61fd-40c0-8c4f-3893274b2a53,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:58.302495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.304533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:58.305045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:58.382885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=42345771-6184-4a2b-b098-44d06c15389d,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:58.386310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:58.436370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:58.448341 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-68819b99-1d65-4770-8a02-85e1b059a5b2 req-336e5a7d-d324-4eff-a17c-b37c242dade3 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 210 time: 0.3233545
Apr 23 10:32:58.449265 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:58.459922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ccaac-938c-4b8c-90b5-44d1a5a6f8af req-fef02b73-7649-40e7-b42c-c31a8c6c24e0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:58.461457 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1c8ccaac-938c-4b8c-90b5-44d1a5a6f8af req-fef02b73-7649-40e7-b42c-c31a8c6c24e0 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.5725851
Apr 23 10:32:58.521437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.667121 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1c8ccaac-938c-4b8c-90b5-44d1a5a6f8af req-5dbf56c3-d4d5-47df-8847-5fd560f3d487 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966538
Apr 23 10:32:58.718313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.728040 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.747612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:58.772949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Allocated IP 172.20.0.5 (01dac5e2-8045-446b-9f79-3bbc5d1c9dc3/a737a4f3-738a-4bde-b528-43739c96d2f8/ff06a90e-eb4b-42f0-89da-0eca30f40496) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:32:58.780120 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f891e37-7e7e-4ac6-8b6b-cc4e15a56fdd,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:58.822715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:58.853858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.855110 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-645f6bd1-2744-45f1-87ba-06b9892cf483 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7486429
Apr 23 10:32:58.858617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46376) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:58.865022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'security_group_rule': {'security_group_id': '1c1533dd-9f03-49c8-a727-e114cd865a89', 'project_id': '15f6aaa4269248d28b1549456a94b818', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:58.872872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:58.875510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0108-7387-4f69-a51d-d576b6d718c0 req-bb0d9451-0f3c-4bda-b630-619c40f78c4f tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:58.877050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:security_group_rule and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:58.877171 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b28b0108-7387-4f69-a51d-d576b6d718c0 req-bb0d9451-0f3c-4bda-b630-619c40f78c4f tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.3235691
Apr 23 10:32:58.880388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:58.886672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:58.904602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.967888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 1c3bb356-61fd-40c0-8c4f-3893274b2a53 up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:32:58.977305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.979873 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:58.982050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:59.001930 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b28b0108-7387-4f69-a51d-d576b6d718c0 req-376ccb44-7920-491a-a94a-e6147444e385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093280
Apr 23 10:32:59.014020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef37fb70-4363-43bd-a893-8596677be01c,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:59.016670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:59.023987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.025403 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-42278583-9e7d-4a9b-a0a5-1ac9411ebfca tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1656601
Apr 23 10:32:59.028142 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46380) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:59.035287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'security_group_rule': {'security_group_id': '1c1533dd-9f03-49c8-a727-e114cd865a89', 'project_id': '15f6aaa4269248d28b1549456a94b818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:59.043135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:59.047951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:security_group_rule and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:59.051080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:59.057515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:59.060098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 1c3bb356-61fd-40c0-8c4f-3893274b2a53 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:32:59.060526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.068172 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.securitygroups_db [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Project 15f6aaa4269248d28b1549456a94b818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 10:32:59.075298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.076383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f99bfe-cfd2-4759-af9c-3ec565aa64f3 req-c624eae6-1318-475b-ad97-c9291a7aede6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:59.078091 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-64f99bfe-cfd2-4759-af9c-3ec565aa64f3 req-c624eae6-1318-475b-ad97-c9291a7aede6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.3006129
Apr 23 10:32:59.155913 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.158353 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42345771-6184-4a2b-b098-44d06c15389d', 'code': 200}
Apr 23 10:32:59.159971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.162949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:59.196206 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-64f99bfe-cfd2-4759-af9c-3ec565aa64f3 req-291e91da-1496-41a5-8083-3e3b8d1d7a45 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044302
Apr 23 10:32:59.196495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7a8b88-f4af-4695-bfed-e0b501da4c45,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:59.202453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:59.207346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.208698 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8e89902f-51d0-4ecb-bfbb-2274a425ef22 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1795559
Apr 23 10:32:59.217484 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46384) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:32:59.220668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.224368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'security_group_rule': {'security_group_id': '1c1533dd-9f03-49c8-a727-e114cd865a89', 'project_id': '15f6aaa4269248d28b1549456a94b818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:59.231093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:32:59.235512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:security_group_rule and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:32:59.238813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:32:59.245390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:32:59.256194 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.securitygroups_db [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Project 15f6aaa4269248d28b1549456a94b818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 23 10:32:59.257896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.261016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Sync routers for ids ['4948e49a-800f-4d58-99e3-88c69361515c'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:32:59.263521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.263643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:59.275092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Routers {'4948e49a-800f-4d58-99e3-88c69361515c'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:32:59.275723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9ca0b38>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['4948e49a-800f-4d58-99e3-88c69361515c'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:59.336393 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.338447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.339430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:32:59.340623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-bbd502e6-9807-4c9e-b03c-907f6af083f6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:32:59.343388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:32:59.347692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:32:59.371132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.372415 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1538732
Apr 23 10:32:59.373365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35878d5-7a3a-40a2-b65a-f2e18daaac90,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:59.385267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-37b0f6ad-6740-42eb-8b24-e89c5a713eb2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:59.387619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Pushing event updated for resources: {'Port': ['ID=ff06a90e-eb4b-42f0-89da-0eca30f40496,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:32:59.392366 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:32:59.427572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:59.428267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.447506 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2f9db4b6-2a1b-46ff-b2bf-0ed64cb6f99d tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7426083
Apr 23 10:32:59.473917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Request body: {'port': {'device_id': '051ec5f5-5f84-4227-bc65-7b851ca465a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:32:59.487253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Set router 4948e49a-800f-4d58-99e3-88c69361515c gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:32:59.654242 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715af687-cd48-4884-bb47-c9a9c7410e43 req-cddc9417-04fa-46d7-bbb0-fd12d9a7a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:59.656153 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-715af687-cd48-4884-bb47-c9a9c7410e43 req-cddc9417-04fa-46d7-bbb0-fd12d9a7a9ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1098 time: 0.1009316
Apr 23 10:32:59.731417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:32:59.736275 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-715af687-cd48-4884-bb47-c9a9c7410e43 req-83dc708a-8051-40fd-a6b9-5557653f7b9f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582635
Apr 23 10:32:59.813943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5ac7e-5bb9-4e64-9154-f4482cfaa5b8 req-aa849bc6-7218-4a55-a302-e1cc59a70b22 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:32:59.815462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-f4f5ac7e-5bb9-4e64-9154-f4482cfaa5b8 req-aa849bc6-7218-4a55-a302-e1cc59a70b22 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Synchronizing usage tracker for tenant:0c3bf1824735400691dc22a89c2ccee5 on resource:port {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:32:59.898641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-f4f5ac7e-5bb9-4e64-9154-f4482cfaa5b8 req-aa849bc6-7218-4a55-a302-e1cc59a70b22 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Unset dirty status for tenant:0c3bf1824735400691dc22a89c2ccee5 on resource:port {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:32:59.899927 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f4f5ac7e-5bb9-4e64-9154-f4482cfaa5b8 req-aa849bc6-7218-4a55-a302-e1cc59a70b22 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 931 time: 0.2868659
Apr 23 10:32:59.919499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9ca0b38>, [{'id': '4948e49a-800f-4d58-99e3-88c69361515c', 'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:48Z', 'updated_at': '2021-04-23T10:32:54Z', 'revision_number': 4, 'project_id': '1b5813b662864329a16eda79157db571', 'gw_port': {'id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:49Z', 'updated_at': '2021-04-23T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '4714d546-f7b2-412a-a360-37a1c6c7657d', 'name': '', 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c', 'tenant_id': '1b5813b662864329a16eda79157db571', 'mac_address': 'fa:16:3e:d8:eb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b7b52c25-21a0-4c38-a2d0-2e72a4e221d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:53Z', 'updated_at': '2021-04-23T10:32:54Z', 'revision_number': 2, 'project_id': '1b5813b662864329a16eda79157db571', 'subnets': [{'id': 'b7b52c25-21a0-4c38-a2d0-2e72a4e221d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:32:59.923572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Checking router: 4948e49a-800f-4d58-99e3-88c69361515c for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:32:59.923978 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Updating router 4948e49a-800f-4d58-99e3-88c69361515c port 4714d546-f7b2-412a-a360-37a1c6c7657d binding host dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 23 10:32:59.985861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:00.069466 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f4f5ac7e-5bb9-4e64-9154-f4482cfaa5b8 req-c3d0c93c-431d-48ec-9373-293c1ab0dbd0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212690
Apr 23 10:33:00.181228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006650-0541-4e8d-ae3a-6e725288bd70 req-08abe32d-8f60-4b5c-a945-8b6a95259fca tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:00.182907 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cb006650-0541-4e8d-ae3a-6e725288bd70 req-08abe32d-8f60-4b5c-a945-8b6a95259fca tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.3473527
Apr 23 10:33:00.325551 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cb006650-0541-4e8d-ae3a-6e725288bd70 req-51a46ecf-6f7e-4642-9a0e-8263d3f487ba tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309955
Apr 23 10:33:00.371762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe62996-80cf-4078-943e-f5f3d0e275f5 req-7aa9433e-5775-4308-b5df-23e74fd7d39f tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:00.373430 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fbe62996-80cf-4078-943e-f5f3d0e275f5 req-7aa9433e-5775-4308-b5df-23e74fd7d39f tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.1597850
Apr 23 10:33:00.384338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Notify callbacks [] for port, precommit_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:00.398627 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Transition to ACTIVE for port object 4714d546-f7b2-412a-a360-37a1c6c7657d will not be triggered until provisioned by entity L2. {{(pid=86339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:33:00.406340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:00.411699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-970a0883-477f-4e00-8773-c00b12d45925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:00.547712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff06a90e-eb4b-42f0-89da-0eca30f40496 {{(pid=86337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:33:00.566470 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fbe62996-80cf-4078-943e-f5f3d0e275f5 req-656876df-4aee-4a15-9647-46bcbf75b08e tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1749020
Apr 23 10:33:00.573840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:00.586974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66130a-9f47-456b-9574-ff0cba03eebd None None] Pushing event updated for resources: {'Port': ['ID=4714d546-f7b2-412a-a360-37a1c6c7657d,revision_number=3']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:00.597980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6b66130a-9f47-456b-9574-ff0cba03eebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:00.613183 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Transition to ACTIVE for port object ff06a90e-eb4b-42f0-89da-0eca30f40496 will not be triggered until provisioned by entity L2. {{(pid=86337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:33:00.618169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:00.623937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:00.693848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Attempting to bind port 4714d546-f7b2-412a-a360-37a1c6c7657d on host dv-cinder-779233-3-iscsi for vnic_type normal with profile  {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:33:00.694487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Attempting to bind port 4714d546-f7b2-412a-a360-37a1c6c7657d by drivers openvswitch,hyperv on host dv-cinder-779233-3-iscsi at level 0 using segments [{'id': 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c'}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:33:00.695188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Attempting to bind port 4714d546-f7b2-412a-a360-37a1c6c7657d on network 3769ca0a-e80c-4ed0-893c-daaf4320047c {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:33:00.701646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Checking agent: {'id': 'cdfa2dbc-7655-4211-92eb-df8c5b633e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 20, 38), 'started_at': datetime.datetime(2021, 4, 23, 10, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:33:00.702038 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Checking segment: {'id': 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:33:00.702480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:00.703960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Bound using segment: {'id': 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c'} {{(pid=86339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:33:00.703960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Bound port: 4714d546-f7b2-412a-a360-37a1c6c7657d, host: dv-cinder-779233-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c'}}] {{(pid=86339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:33:00.703960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:00.755063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbc65a-3dfe-42b5-af8e-29d4d86be341 req-e5416db5-2f14-425e-941a-8999b9b31fce tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:00.756635 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e4cbc65a-3dfe-42b5-af8e-29d4d86be341 req-e5416db5-2f14-425e-941a-8999b9b31fce tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.3116467
Apr 23 10:33:00.791545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Pushing event updated for resources: {'Port': ['ID=ff06a90e-eb4b-42f0-89da-0eca30f40496,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:00.808874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] For port 4714d546-f7b2-412a-a360-37a1c6c7657d, host dv-cinder-779233-3-iscsi, cleared binding levels {{(pid=86339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:33:00.812316 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] For port 4714d546-f7b2-412a-a360-37a1c6c7657d, host dv-cinder-779233-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4714d546-f7b2-412a-a360-37a1c6c7657d,segment=NetworkSegment(e316f4ce-967c-496d-ae1c-a56f0a6c3cda),segment_id=e316f4ce-967c-496d-ae1c-a56f0a6c3cda)] {{(pid=86339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:33:00.819475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:00.824088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:00.830826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:00.902326 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e4cbc65a-3dfe-42b5-af8e-29d4d86be341 req-e344a536-49db-40e8-bbc4-0d7ba65aff9c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327171
Apr 23 10:33:00.909562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Routers {'4948e49a-800f-4d58-99e3-88c69361515c'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:33:00.910265 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9ca0b38>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:32:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['4948e49a-800f-4d58-99e3-88c69361515c'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:00.935485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Attempting to bind port ff06a90e-eb4b-42f0-89da-0eca30f40496 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:33:00.935875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Attempting to bind port ff06a90e-eb4b-42f0-89da-0eca30f40496 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '2cad6015-9e7b-4d15-9d20-cf770c78fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3'}] {{(pid=86337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:33:00.936252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Attempting to bind port ff06a90e-eb4b-42f0-89da-0eca30f40496 on network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:33:00.949471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Port ff06a90e-eb4b-42f0-89da-0eca30f40496 on network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:33:00.950117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Attempting to bind port ff06a90e-eb4b-42f0-89da-0eca30f40496 on network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:33:00.957570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:33:00.958174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Checking segment: {'id': '2cad6015-9e7b-4d15-9d20-cf770c78fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:33:00.958760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Bound using segment: {'id': '2cad6015-9e7b-4d15-9d20-cf770c78fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3'} {{(pid=86337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:33:00.959410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Bound port: ff06a90e-eb4b-42f0-89da-0eca30f40496, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cad6015-9e7b-4d15-9d20-cf770c78fedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3'}}] {{(pid=86337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:33:00.959964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:01.052367 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66130a-9f47-456b-9574-ff0cba03eebd None None] Pushing event updated for resources: {'Port': ['ID=4714d546-f7b2-412a-a360-37a1c6c7657d,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:01.055857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6b66130a-9f47-456b-9574-ff0cba03eebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:01.069285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] For port ff06a90e-eb4b-42f0-89da-0eca30f40496, host hv-cinder-77923, cleared binding levels {{(pid=86337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:33:01.073712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] For port ff06a90e-eb4b-42f0-89da-0eca30f40496, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ff06a90e-eb4b-42f0-89da-0eca30f40496,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:33:01.078715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:01.084388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-07c1f317-682a-4c77-bfb4-2e8555c7f715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:01.124482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] Set router 4948e49a-800f-4d58-99e3-88c69361515c gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:33:01.175357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:01.176123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for port, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:01.178350 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] 10.222.0.48 "PUT /v2.0/ports/ff06a90e-eb4b-42f0-89da-0eca30f40496 HTTP/1.1" status: 200  len: 1093 time: 1.7114434
Apr 23 10:33:01.179008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051ec5f5-5f84-4227-bc65-7b851ca465a9', 'tag': 'ff06a90e-eb4b-42f0-89da-0eca30f40496'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:33:01.212832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Pushing event updated for resources: {'Port': ['ID=ff06a90e-eb4b-42f0-89da-0eca30f40496,revision_number=3']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:01.216457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:01.280892 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051ec5f5-5f84-4227-bc65-7b851ca465a9', 'tag': 'ff06a90e-eb4b-42f0-89da-0eca30f40496', 'status': 'completed', 'code': 200}
Apr 23 10:33:01.327547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fdac2-1d6d-4ada-951c-34e453a34369 req-5d9a7f7c-035f-426b-b2ea-a19a5cd47f61 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:01.329236 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b06fdac2-1d6d-4ada-951c-34e453a34369 req-5d9a7f7c-035f-426b-b2ea-a19a5cd47f61 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 943 time: 0.0964420
Apr 23 10:33:01.451601 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b06fdac2-1d6d-4ada-951c-34e453a34369 req-7461dfd6-0554-425d-8820-a69f2d99fafa tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156831
Apr 23 10:33:01.525387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b3a9b-0159-4d1c-b861-cc5c9e11f24f req-4c3ee95b-2eb1-476f-8285-8700398434e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:01.527410 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e18b3a9b-0159-4d1c-b861-cc5c9e11f24f req-4c3ee95b-2eb1-476f-8285-8700398434e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3bf1824735400691dc22a89c2ccee5&device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 1096 time: 0.1385360
Apr 23 10:33:01.603705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-28072d0c-f290-402a-914c-3eb765385078 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:01.604551 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-28072d0c-f290-402a-914c-3eb765385078 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.48 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.2205412
Apr 23 10:33:01.619130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e54a-d270-42a2-a565-efd79b753299 req-7d360e5a-2e89-4e1f-92c8-586354d717c4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:01.620924 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7388e54a-d270-42a2-a565-efd79b753299 req-7d360e5a-2e89-4e1f-92c8-586354d717c4 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 946 time: 0.1572025
Apr 23 10:33:01.776861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9ca0b38>, [{'id': '4948e49a-800f-4d58-99e3-88c69361515c', 'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:48Z', 'updated_at': '2021-04-23T10:32:54Z', 'revision_number': 4, 'project_id': '1b5813b662864329a16eda79157db571', 'gw_port': {'id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:49Z', 'updated_at': '2021-04-23T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '4714d546-f7b2-412a-a360-37a1c6c7657d', 'name': '', 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c', 'tenant_id': '1b5813b662864329a16eda79157db571', 'mac_address': 'fa:16:3e:d8:eb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b7b52c25-21a0-4c38-a2d0-2e72a4e221d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:53Z', 'updated_at': '2021-04-23T10:33:00Z', 'revision_number': 4, 'project_id': '1b5813b662864329a16eda79157db571', 'subnets': [{'id': 'b7b52c25-21a0-4c38-a2d0-2e72a4e221d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:01.781689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613bd3b-1032-43bd-8087-4df5ae38ed7e None None] The sync data for ids ['4948e49a-800f-4d58-99e3-88c69361515c'] in dv-cinder-779233-3-iscsi is: [{'id': '4948e49a-800f-4d58-99e3-88c69361515c', 'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:48Z', 'updated_at': '2021-04-23T10:32:54Z', 'revision_number': 4, 'project_id': '1b5813b662864329a16eda79157db571', 'gw_port': {'id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:49Z', 'updated_at': '2021-04-23T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '4714d546-f7b2-412a-a360-37a1c6c7657d', 'name': '', 'network_id': '3769ca0a-e80c-4ed0-893c-daaf4320047c', 'tenant_id': '1b5813b662864329a16eda79157db571', 'mac_address': 'fa:16:3e:d8:eb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b7b52c25-21a0-4c38-a2d0-2e72a4e221d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:53Z', 'updated_at': '2021-04-23T10:33:00Z', 'revision_number': 4, 'project_id': '1b5813b662864329a16eda79157db571', 'subnets': [{'id': 'b7b52c25-21a0-4c38-a2d0-2e72a4e221d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:33:01.968230 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7388e54a-d270-42a2-a565-efd79b753299 req-7866d625-d446-456c-9c2f-c25debff0b7a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729312
Apr 23 10:33:02.003659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Deleting port 13929007-c1df-4389-96b1-175993381665 {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:33:02.004360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:02.014797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b3a9b-0159-4d1c-b861-cc5c9e11f24f req-fdc79705-31d5-4a68-aaec-0102c91b9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:02.016610 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e18b3a9b-0159-4d1c-b861-cc5c9e11f24f req-fdc79705-31d5-4a68-aaec-0102c91b9015 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0c3bf1824735400691dc22a89c2ccee5&shared=False HTTP/1.1" status: 200  len: 914 time: 0.4355576
Apr 23 10:33:02.048459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012820e-29f1-401a-99ee-ec741d6df372 req-56c35a12-4360-401a-a116-eb37886ae13b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:02.050266 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e012820e-29f1-401a-99ee-ec741d6df372 req-56c35a12-4360-401a-a116-eb37886ae13b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.2476203
Apr 23 10:33:02.197981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b3a9b-0159-4d1c-b861-cc5c9e11f24f req-e267233f-db03-47b9-b210-c5c70fbe1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:02.199574 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e18b3a9b-0159-4d1c-b861-cc5c9e11f24f req-e267233f-db03-47b9-b210-c5c70fbe1caa service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1729217
Apr 23 10:33:02.469073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-87d801f8-d663-455a-b258-8c4a189427f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:02.470656 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-87d801f8-d663-455a-b258-8c4a189427f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3bf1824735400691dc22a89c2ccee5&device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 1096 time: 0.1803374
Apr 23 10:33:02.539847 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e012820e-29f1-401a-99ee-ec741d6df372 req-2d14d4bb-d6a1-458f-b395-eb636677142e tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4351583
Apr 23 10:33:02.572434 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-e7fcef00-7505-4263-9463-bf8ff0f05cc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff06a90e-eb4b-42f0-89da-0eca30f40496 HTTP/1.1" status: 200  len: 217 time: 0.0847499
Apr 23 10:33:02.598156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:02.616657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] For port 13929007-c1df-4389-96b1-175993381665, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=13929007-c1df-4389-96b1-175993381665,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:02.617168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:02.632741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-a5287039-cfe5-431e-9a77-f7c0db9b60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:02.636032 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-a5287039-cfe5-431e-9a77-f7c0db9b60d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74c2fbda36d54e61a94b83ab438f9327&device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 1137 time: 0.2174404
Apr 23 10:33:02.637446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d256c0-63db-462d-b595-6701e70dd295 req-0dc89285-7c19-46f1-b605-957e42d85564 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:02.639170 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b2d256c0-63db-462d-b595-6701e70dd295 req-0dc89285-7c19-46f1-b605-957e42d85564 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.2415462
Apr 23 10:33:02.696275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2d59fcb5-3f26-474f-b4d1-f9d22afceb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:02.697950 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-2d59fcb5-3f26-474f-b4d1-f9d22afceb31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a737a4f3-738a-4bde-b528-43739c96d2f8 HTTP/1.1" status: 200  len: 853 time: 0.1152725
Apr 23 10:33:02.817827 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-ce3b29e1-87da-429d-8efc-beffc5589ca5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546975
Apr 23 10:33:02.821499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Calling delete_port for 13929007-c1df-4389-96b1-175993381665 owned by compute:nova {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:33:02.970404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-cd404ca1-5f5d-4e45-acaf-045cf41089f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:02.972051 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-cd404ca1-5f5d-4e45-acaf-045cf41089f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 HTTP/1.1" status: 200  len: 915 time: 0.3059092
Apr 23 10:33:03.014378 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b2d256c0-63db-462d-b595-6701e70dd295 req-587eecb4-a058-41d0-b69d-721087e7f2d4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3656292
Apr 23 10:33:03.054642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4714d546-f7b2-412a-a360-37a1c6c7657d up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:33:03.100764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a2803-4ec0-4172-a45c-dd7d2f0916ad req-ebdcffca-5d40-4437-ad03-268bf0df25ab tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:03.104417 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-8c0a6068-0007-4853-9fad-75e51a322ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765293
Apr 23 10:33:03.113606 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2a5a2803-4ec0-4172-a45c-dd7d2f0916ad req-ebdcffca-5d40-4437-ad03-268bf0df25ab tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.3696330
Apr 23 10:33:03.146946 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-1b6e9e61-61c3-4478-a518-fa1045c1af98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 200  len: 1000 time: 0.1629481
Apr 23 10:33:03.156341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning for port 4714d546-f7b2-412a-a360-37a1c6c7657d completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:33:03.170384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 4714d546-f7b2-412a-a360-37a1c6c7657d triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:33:03.171106 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:03.304322 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2a5a2803-4ec0-4172-a45c-dd7d2f0916ad req-01e974e4-70d2-4c11-bf8f-533d7c43658c tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1895711
Apr 23 10:33:03.309585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:03.324746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-0fd9b228-6c8a-4e95-9eb2-3c07bbc5d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:03.324746 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-0fd9b228-6c8a-4e95-9eb2-3c07bbc5d937 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2b33362-4999-4707-9467-b68c73dc835f HTTP/1.1" status: 200  len: 853 time: 0.1150258
Apr 23 10:33:03.347838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:03.352397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] For port 4714d546-f7b2-412a-a360-37a1c6c7657d, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4714d546-f7b2-412a-a360-37a1c6c7657d,segment=NetworkSegment(e316f4ce-967c-496d-ae1c-a56f0a6c3cda),segment_id=e316f4ce-967c-496d-ae1c-a56f0a6c3cda)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:03.357052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-929c5d26-f012-475a-8476-d36e43d6ed28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:03.357394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:03.359527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6b66130a-9f47-456b-9574-ff0cba03eebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:03.404237 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a251738e-eb0f-49a1-892b-d310410bfe93 req-7646b2fd-671a-4860-851d-525831c7ed95 service neutron] 10.222.0.48 "GET /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2857997
Apr 23 10:33:03.421010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Pushing event deleted for resources: {'Port': ['ID=13929007-c1df-4389-96b1-175993381665,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:03.425923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:03.446802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-1c84f4ef-79c8-4d0b-9b5c-efb6ce08d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:03.448408 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-1c84f4ef-79c8-4d0b-9b5c-efb6ce08d769 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1139281
Apr 23 10:33:03.491252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Pushing event updated for resources: {'Port': ['ID=4714d546-f7b2-412a-a360-37a1c6c7657d,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:03.494617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:03.497660 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['34853bb3-9cd6-49e9-a556-7927a68108a4', '13929007-c1df-4389-96b1-175993381665'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:33:03.552069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bd900-f9e4-4ea7-9780-36c8b2f0faf7 req-69a7c540-de59-465b-900a-a266a1c12fd9 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:03.561124 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c40bd900-f9e4-4ea7-9780-36c8b2f0faf7 req-69a7c540-de59-465b-900a-a266a1c12fd9 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 943 time: 0.3348243
Apr 23 10:33:03.592891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] No DVR routers for this DVR port 13929007-c1df-4389-96b1-175993381665 on host hv-cinder-77923 {{(pid=86337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:33:03.606414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:03.611780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5927b7c4-a36a-4c32-8802-5385efdf5b27', 'name': 'network-vif-deleted', 'tag': '13929007-c1df-4389-96b1-175993381665'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:33:03.635085 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-db71c34f-f84f-4a0a-9f75-2c14ab8dd8cb service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777847
Apr 23 10:33:03.647638 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-efff1c47-a4d9-45ca-9b32-4bb72b06e649 req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.48 "DELETE /v2.0/ports/13929007-c1df-4389-96b1-175993381665 HTTP/1.1" status: 204  len: 173 time: 2.0245507
Apr 23 10:33:03.675840 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c40bd900-f9e4-4ea7-9780-36c8b2f0faf7 req-56f0795e-ba9f-430d-a98b-c0276e202bdd tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136675
Apr 23 10:33:03.724709 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f8430-182a-4aef-bfe1-75a3a79210ed req-9bb8e912-b5ec-491e-9ba0-dd6a07ce72eb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:03.743101 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3c8f8430-182a-4aef-bfe1-75a3a79210ed req-9bb8e912-b5ec-491e-9ba0-dd6a07ce72eb tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.2390189
Apr 23 10:33:03.797130 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3c8f8430-182a-4aef-bfe1-75a3a79210ed req-67d0b356-0059-41ec-930a-d4993bc6ac6c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461569
Apr 23 10:33:03.827525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46482) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:03.878069 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a7e5b103-4b21-412f-80ea-56f69f7eb654 req-0efc4ac0-1acb-41f0-b6d7-91a122462a29 service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2330766
Apr 23 10:33:03.890199 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5927b7c4-a36a-4c32-8802-5385efdf5b27', 'name': 'network-vif-deleted', 'tag': '13929007-c1df-4389-96b1-175993381665', 'status': 'completed', 'code': 200}
Apr 23 10:33:03.905814 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-14da17b2-c318-4b82-ade0-51a22afab791 req-530e6f72-a02e-4243-9583-574ba8af48e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2338164
Apr 23 10:33:03.906776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6bd70e1c-621a-4d83-b646-0b7258b5f2e0 req-610bb8e7-2e07-4661-bdf7-10971ae20936 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Synchronizing usage tracker for tenant:4464ead82ee04d149c09c620add0b353 on resource:port {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:33:03.924364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6bd70e1c-621a-4d83-b646-0b7258b5f2e0 req-610bb8e7-2e07-4661-bdf7-10971ae20936 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Unset dirty status for tenant:4464ead82ee04d149c09c620add0b353 on resource:port {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:33:03.925705 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6bd70e1c-621a-4d83-b646-0b7258b5f2e0 req-610bb8e7-2e07-4661-bdf7-10971ae20936 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=5927b7c4-a36a-4c32-8802-5385efdf5b27 HTTP/1.1" status: 200  len: 210 time: 0.0797517
Apr 23 10:33:04.103372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da17b2-c318-4b82-ade0-51a22afab791 req-ae2d6700-9c40-4e8f-b65a-ba3f1b07cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:04.105255 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-14da17b2-c318-4b82-ade0-51a22afab791 req-ae2d6700-9c40-4e8f-b65a-ba3f1b07cb6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4464ead82ee04d149c09c620add0b353&device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 1099 time: 0.0910649
Apr 23 10:33:04.129149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e3eaa-52a0-415c-8852-66edab034eff tempest-TestShelveInstance-2019353083 tempest-TestShelveInstance-2019353083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:04.130165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-df7e3eaa-52a0-415c-8852-66edab034eff tempest-TestShelveInstance-2019353083 tempest-TestShelveInstance-2019353083-project-admin] Synchronizing usage tracker for tenant:74573a783eb64c72b15f32f6f89a79bc on resource:port {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:33:04.151695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-df7e3eaa-52a0-415c-8852-66edab034eff tempest-TestShelveInstance-2019353083 tempest-TestShelveInstance-2019353083-project-admin] Unset dirty status for tenant:74573a783eb64c72b15f32f6f89a79bc on resource:port {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:33:04.153440 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-df7e3eaa-52a0-415c-8852-66edab034eff tempest-TestShelveInstance-2019353083 tempest-TestShelveInstance-2019353083-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1093 time: 0.3252420
Apr 23 10:33:04.156304 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46490) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:04.163561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Request body: {'floatingip': {'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'port_id': '42345771-6184-4a2b-b098-44d06c15389d', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:33:04.210003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:04.225051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Usage tracker for resource:floatingip and tenant:e47d610fa53d463fa10c5d0be6c9db94 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:33:04.232224 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:33:04.241794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:04.265907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for floatingip, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:04.272903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da17b2-c318-4b82-ade0-51a22afab791 req-f60dda9c-ff20-41bd-99e7-3c0d4db5a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:04.274535 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-14da17b2-c318-4b82-ade0-51a22afab791 req-f60dda9c-ff20-41bd-99e7-3c0d4db5a6b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 200  len: 920 time: 0.1455040
Apr 23 10:33:04.354165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dc0d9-21ff-43e6-95ec-1131db0f8b67 req-db5f45a8-11cd-40d9-8d6e-729b7b153527 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:04.355795 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-857dc0d9-21ff-43e6-95ec-1131db0f8b67 req-db5f45a8-11cd-40d9-8d6e-729b7b153527 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1859429
Apr 23 10:33:04.358449 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-14da17b2-c318-4b82-ade0-51a22afab791 req-3a6f9523-dea1-46ff-ad51-c7aae9415ec8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 200  len: 217 time: 0.0685620
Apr 23 10:33:04.426540 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-857dc0d9-21ff-43e6-95ec-1131db0f8b67 req-b5f62775-fcdd-4aa6-81b8-1a507a21f03f tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620875
Apr 23 10:33:04.489426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da17b2-c318-4b82-ade0-51a22afab791 req-63b9511f-0ed2-4d1b-bb10-194f72e490ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:04.491177 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-14da17b2-c318-4b82-ade0-51a22afab791 req-63b9511f-0ed2-4d1b-bb10-194f72e490ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 200  len: 859 time: 0.0837736
Apr 23 10:33:04.544721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:04.587841 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-14da17b2-c318-4b82-ade0-51a22afab791 req-eec6db47-6b21-4c82-bfe2-61bbde87e54d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6e67eca-3bed-4c2e-ba29-133e0ff9555d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0694544
Apr 23 10:33:04.624766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb64862-4c9d-4ec5-bcfc-49d4056afc78 req-db5cedbd-36df-45c7-9868-9866a340336e tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:04.632485 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ffb64862-4c9d-4ec5-bcfc-49d4056afc78 req-db5cedbd-36df-45c7-9868-9866a340336e tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.1953208
Apr 23 10:33:04.797918 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ffb64862-4c9d-4ec5-bcfc-49d4056afc78 req-ccfdf319-114e-4bc3-ab0b-0285ba020254 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1644044
Apr 23 10:33:04.808564 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-14da17b2-c318-4b82-ade0-51a22afab791 req-1996cc41-658f-41b8-a42e-1edf9b291889 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2043529
Apr 23 10:33:04.879195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c30a5cd4-c4a5-45d7-bda7-721bf50e32c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:04.887946 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Allocated IP 172.27.0.22 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/a0620fe7-1bad-496a-a08b-cd170766c8d3) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:33:04.989512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4714d546-f7b2-412a-a360-37a1c6c7657d up at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:33:05.072499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58801-580f-4ea2-8f23-973856685863 req-212da888-9e5a-4ab3-94e9-c05dc4eb23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:05.074045 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9cd58801-580f-4ea2-8f23-973856685863 req-212da888-9e5a-4ab3-94e9-c05dc4eb23cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 1098 time: 0.1429965
Apr 23 10:33:05.076143 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-14da17b2-c318-4b82-ade0-51a22afab791 req-1c466e57-b7e5-4e4f-a962-1a8d536c948c service neutron] 10.222.0.48 "GET /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448344
Apr 23 10:33:05.077867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Provisioning complete for port 4714d546-f7b2-412a-a360-37a1c6c7657d triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:33:05.078293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:05.083947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fbb2b-248c-42ff-9fa2-e78dd1352333 req-b2a52935-3729-4417-91cc-7e3aad667df0 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:05.085595 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c29fbb2b-248c-42ff-9fa2-e78dd1352333 req-b2a52935-3729-4417-91cc-7e3aad667df0 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.2843070
Apr 23 10:33:05.187775 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c29fbb2b-248c-42ff-9fa2-e78dd1352333 req-9f085d6b-fcb1-4f36-82ce-64e8c5ee215a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767007
Apr 23 10:33:05.237740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:05.254928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541c4f-cf3e-405e-918f-53c2366be71b req-e52db330-7670-4c51-be44-c94737dcab80 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:05.256454 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af541c4f-cf3e-405e-918f-53c2366be71b req-e52db330-7670-4c51-be44-c94737dcab80 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 943 time: 0.2564917
Apr 23 10:33:05.271842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58801-580f-4ea2-8f23-973856685863 req-701c417b-2bad-445a-b81e-6ee29e267d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:05.273460 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9cd58801-580f-4ea2-8f23-973856685863 req-701c417b-2bad-445a-b81e-6ee29e267d2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 912 time: 0.1808169
Apr 23 10:33:05.325914 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af541c4f-cf3e-405e-918f-53c2366be71b req-df7dbb18-5dc0-40d2-bb6c-ed9b4c77a162 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563350
Apr 23 10:33:05.330839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:05.336026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-be95d103-44d0-4c4a-b5cb-707b0ab393a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:05.371202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 13929007-c1df-4389-96b1-175993381665 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:33:05.401523 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9cd58801-580f-4ea2-8f23-973856685863 req-9928a51a-8cb7-436a-9e89-9631f2a6288c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b HTTP/1.1" status: 200  len: 1000 time: 0.1203704
Apr 23 10:33:05.410095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:33:05.416324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:33:05.421071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:33:05.424732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 13929007-c1df-4389-96b1-175993381665 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:33:05.425205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 13929007-c1df-4389-96b1-175993381665 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:33:05.456750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'Port': ['ID=a0620fe7-1bad-496a-a08b-cd170766c8d3,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:05.464085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:05.760397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58801-580f-4ea2-8f23-973856685863 req-0210c792-f569-4de4-9d9e-02a7f8c71c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:05.762207 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9cd58801-580f-4ea2-8f23-973856685863 req-0210c792-f569-4de4-9d9e-02a7f8c71c37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 200  len: 850 time: 0.3497531
Apr 23 10:33:05.861031 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58801-580f-4ea2-8f23-973856685863 req-4fe58c93-a009-4af1-8dda-d641900ed00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:05.863845 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9cd58801-580f-4ea2-8f23-973856685863 req-4fe58c93-a009-4af1-8dda-d641900ed00a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6324dbe3-5626-411e-a23f-f2dd748a1268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929902
Apr 23 10:33:06.041742 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9cd58801-580f-4ea2-8f23-973856685863 req-53341ccf-d42d-43ed-9095-48d4fb43efa4 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438165
Apr 23 10:33:06.188965 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9cd58801-580f-4ea2-8f23-973856685863 req-be7dd53d-c959-4435-ae32-2ddc67c818a8 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386037
Apr 23 10:33:06.207422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6ac14-e57d-4622-bf86-8e99f56ddb5a req-dbab2147-2b3d-4858-ad6c-113b7b30f80a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:06.209055 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-84e6ac14-e57d-4622-bf86-8e99f56ddb5a req-dbab2147-2b3d-4858-ad6c-113b7b30f80a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.5857515
Apr 23 10:33:06.264832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebdf94-c7c2-490c-a714-b74ac425b6ae req-100f81c2-f355-40ff-8078-5e51c207641f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:06.266471 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3bebdf94-c7c2-490c-a714-b74ac425b6ae req-100f81c2-f355-40ff-8078-5e51c207641f tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.2114825
Apr 23 10:33:06.323701 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-84e6ac14-e57d-4622-bf86-8e99f56ddb5a req-f69c42ca-7e41-4bbf-aec9-50056be6b0cf tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950119
Apr 23 10:33:06.363073 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3bebdf94-c7c2-490c-a714-b74ac425b6ae req-b557fd6b-e1c4-4d48-a4e0-01c83db3ff12 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0873704
Apr 23 10:33:06.389512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:06.578365 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:06.691800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7dce0-08aa-48e9-894d-03e91872ebe5 req-25c01b5b-ff65-4f78-ae51-e662d74bae4e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:06.693425 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cca7dce0-08aa-48e9-894d-03e91872ebe5 req-25c01b5b-ff65-4f78-ae51-e662d74bae4e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.2530696
Apr 23 10:33:06.728751 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1e6cff-380b-4bcc-9212-6077a0e4f01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:06.788082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba5937-e893-47fc-a05c-4c9282a4c27b req-af17fd56-ba40-4246-85fb-957d23ed3668 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:06.789706 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8eba5937-e893-47fc-a05c-4c9282a4c27b req-af17fd56-ba40-4246-85fb-957d23ed3668 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 943 time: 0.2955036
Apr 23 10:33:06.892607 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cca7dce0-08aa-48e9-894d-03e91872ebe5 req-da02cd59-6fbb-44b5-9e33-154ef2d6c145 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1806917
Apr 23 10:33:06.899937 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8eba5937-e893-47fc-a05c-4c9282a4c27b req-34b266ed-67d9-4441-a273-0e5a8885c207 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016347
Apr 23 10:33:06.947539 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:06.951124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:06.956494 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:07.072204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event updated for resources: {'Port': ['ID=a0620fe7-1bad-496a-a08b-cd170766c8d3,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:07.080863 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:07.088851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:07.275266 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Floating IP 3898c367-d8d8-4146-b6a8-a92369631a6f associated. External IP: 172.27.0.22, port: 42345771-6184-4a2b-b098-44d06c15389d.
Apr 23 10:33:07.390096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device ff06a90e-eb4b-42f0-89da-0eca30f40496 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:33:07.568261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port ff06a90e-eb4b-42f0-89da-0eca30f40496, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ff06a90e-eb4b-42f0-89da-0eca30f40496,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:07.584824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:07.585769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'ff06a90e-eb4b-42f0-89da-0eca30f40496', 'network_id': '01dac5e2-8045-446b-9f79-3bbc5d1c9dc3', 'port_id': 'ff06a90e-eb4b-42f0-89da-0eca30f40496', 'mac_address': 'fa:16:3e:96:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a737a4f3-738a-4bde-b528-43739c96d2f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:33:07.652368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:07.675573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff06a90e-eb4b-42f0-89da-0eca30f40496 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:33:07.693078 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port ff06a90e-eb4b-42f0-89da-0eca30f40496, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ff06a90e-eb4b-42f0-89da-0eca30f40496,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:07.697473 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:07.700289 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:07.771788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=ff06a90e-eb4b-42f0-89da-0eca30f40496,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:07.775189 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:07.801041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0d6a3-efb2-413f-a94d-944d7e9d1248 req-809dc219-1a82-4f4b-8d79-a43526883f42 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:07.802660 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-49b0d6a3-efb2-413f-a94d-944d7e9d1248 req-809dc219-1a82-4f4b-8d79-a43526883f42 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.3517497
Apr 23 10:33:07.813351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f421baa-2b54-4ebe-a9b4-3d1cff4b74d5 req-c2e291eb-9c58-4456-b651-89676ed793df tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:07.815380 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9f421baa-2b54-4ebe-a9b4-3d1cff4b74d5 req-c2e291eb-9c58-4456-b651-89676ed793df tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.3141184
Apr 23 10:33:07.863306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:33:07.909499 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-49b0d6a3-efb2-413f-a94d-944d7e9d1248 req-c67f759e-3bd3-4042-a3b0-899ec157671a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930479
Apr 23 10:33:07.972334 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9f421baa-2b54-4ebe-a9b4-3d1cff4b74d5 req-185a5f0f-6c0f-42c0-a94e-924aca1c3475 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1357279
Apr 23 10:33:08.160640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:08.227939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['ff06a90e-eb4b-42f0-89da-0eca30f40496'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:33:08.245506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:33:08.256817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] Sync routers for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:33:08.269437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:33:08.270121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9a5630>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:33:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:08.271303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e898e-b428-413b-8c81-f24157d5663a req-647a3a9c-f4a6-405b-a2c3-1bc9a93a360b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:08.272933 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b92e898e-b428-413b-8c81-f24157d5663a req-647a3a9c-f4a6-405b-a2c3-1bc9a93a360b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.2302587
Apr 23 10:33:08.295552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d798571-50db-41f7-9904-dcbe122d4f04 req-dac49857-2906-4cc8-b65a-6338e45aa13b tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:08.297140 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1d798571-50db-41f7-9904-dcbe122d4f04 req-dac49857-2906-4cc8-b65a-6338e45aa13b tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 944 time: 0.1874249
Apr 23 10:33:08.317017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:08.432166 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b92e898e-b428-413b-8c81-f24157d5663a req-10bd1b85-3a06-4e06-95a5-48e75f4fce20 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1491499
Apr 23 10:33:08.437508 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.2798378
Apr 23 10:33:08.441950 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'tag': '42345771-6184-4a2b-b098-44d06c15389d'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:33:08.450248 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1d798571-50db-41f7-9904-dcbe122d4f04 req-5b0b7691-a1c7-47f2-bd97-abab66033285 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378438
Apr 23 10:33:08.485719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:33:08.505744 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'tag': '42345771-6184-4a2b-b098-44d06c15389d', 'status': 'completed', 'code': 200}
Apr 23 10:33:08.668831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-0c0f79b4-cc4f-409c-b93b-eaa847c05d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:08.670488 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-0c0f79b4-cc4f-409c-b93b-eaa847c05d3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1098 time: 0.0858004
Apr 23 10:33:08.815784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-7b0b0171-c63e-4b78-9de3-4d517dab12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:08.817391 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-7b0b0171-c63e-4b78-9de3-4d517dab12f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 910 time: 0.1399040
Apr 23 10:33:08.861217 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9a5630>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '3898c367-d8d8-4146-b6a8-a92369631a6f', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'port_id': '42345771-6184-4a2b-b098-44d06c15389d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'mac_address': 'fa:16:3e:35:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4308685e-a378-4c61-b044-9c9ffd679e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:33:06Z', 'updated_at': '2021-04-23T10:33:06Z', 'revision_number': 0, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d0ef5e-5e9a-494e-88ce-822252b85bd5', 'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'mac_address': 'fa:16:3e:c1:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:18Z', 'updated_at': '2021-04-23T10:31:29Z', 'revision_number': 5, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'subnets': [{'id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:08.865995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] Checking router: 1a2206a4-2cb4-4e79-aafe-cd46c188a90d for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:33:08.866192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:08.875312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:33:08.875972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9a5630>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:33:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:08.931170 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-68215eff-2602-41d7-bc6d-a92b98528214 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 998 time: 0.1064603
Apr 23 10:33:09.010351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-70359333-d6b4-4f87-a8cb-8b7baaf49141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:09.012898 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-70359333-d6b4-4f87-a8cb-8b7baaf49141 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 200  len: 848 time: 0.0700202
Apr 23 10:33:09.081491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:33:09.116873 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-0e1a0627-1422-4937-9561-dee6e84a3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:09.117175 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-0e1a0627-1422-4937-9561-dee6e84a3948 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d476bd1-0c07-4568-aa23-a0b9d0e45061&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0901835
Apr 23 10:33:09.280966 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-bedfe202-32ad-42e5-8fa4-f39eefef01c4 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541033
Apr 23 10:33:09.418077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device ff06a90e-eb4b-42f0-89da-0eca30f40496 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:33:09.438795 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-818766bf-41a3-44cd-a691-7a0877d92ba3 req-8399da37-dbd9-4d1b-87c9-d28cbd53049b service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496751
Apr 23 10:33:09.483697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e4217-d96e-4bf6-a600-778f8f029b33 req-e5e3d5fe-a120-4e80-9251-8497a570dc5c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:09.485375 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b67e4217-d96e-4bf6-a600-778f8f029b33 req-e5e3d5fe-a120-4e80-9251-8497a570dc5c tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.4527295
Apr 23 10:33:09.497269 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port ff06a90e-eb4b-42f0-89da-0eca30f40496 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:33:09.502304 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port ff06a90e-eb4b-42f0-89da-0eca30f40496 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:33:09.502721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:09.513965 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9a5630>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '3898c367-d8d8-4146-b6a8-a92369631a6f', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'port_id': '42345771-6184-4a2b-b098-44d06c15389d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'mac_address': 'fa:16:3e:35:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4308685e-a378-4c61-b044-9c9ffd679e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:33:06Z', 'updated_at': '2021-04-23T10:33:06Z', 'revision_number': 0, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d0ef5e-5e9a-494e-88ce-822252b85bd5', 'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'mac_address': 'fa:16:3e:c1:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:18Z', 'updated_at': '2021-04-23T10:31:29Z', 'revision_number': 5, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'subnets': [{'id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:09.518959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642bc51-9389-484d-9cb3-dccfd9ca4d0b None None] The sync data for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi is: [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '3898c367-d8d8-4146-b6a8-a92369631a6f', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'port_id': '42345771-6184-4a2b-b098-44d06c15389d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'mac_address': 'fa:16:3e:35:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4308685e-a378-4c61-b044-9c9ffd679e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:33:06Z', 'updated_at': '2021-04-23T10:33:06Z', 'revision_number': 0, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d0ef5e-5e9a-494e-88ce-822252b85bd5', 'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'mac_address': 'fa:16:3e:c1:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:18Z', 'updated_at': '2021-04-23T10:31:29Z', 'revision_number': 5, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'subnets': [{'id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:33:09.559651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4369ab-bd40-4e41-8080-98ea2e085bfd req-242e243d-3419-44e0-b57e-52e93aa18711 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:09.561355 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ca4369ab-bd40-4e41-8080-98ea2e085bfd req-242e243d-3419-44e0-b57e-52e93aa18711 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.3950055
Apr 23 10:33:09.569500 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b67e4217-d96e-4bf6-a600-778f8f029b33 req-a3e16f75-c527-4567-9da6-613cc7bd876a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747733
Apr 23 10:33:09.621498 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ca4369ab-bd40-4e41-8080-98ea2e085bfd req-f1d1e6e6-9cd1-4629-a9bf-e718adc9a780 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0508952
Apr 23 10:33:09.650141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:09.683027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ec5f5-5f84-4227-bc65-7b851ca465a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06a90e-eb4b-42f0-89da-0eca30f40496'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:33:09.695902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port ff06a90e-eb4b-42f0-89da-0eca30f40496, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ff06a90e-eb4b-42f0-89da-0eca30f40496,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:09.699408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:09.702326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:09.745789 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ec5f5-5f84-4227-bc65-7b851ca465a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff06a90e-eb4b-42f0-89da-0eca30f40496', 'code': 200}
Apr 23 10:33:09.780737 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=ff06a90e-eb4b-42f0-89da-0eca30f40496,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:09.784878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:09.790644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b2421-bfdc-41c0-be09-a9ec6b664bad req-78eb9ff3-573a-4245-9eaa-e8287bdcce49 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:09.792326 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f96b2421-bfdc-41c0-be09-a9ec6b664bad req-78eb9ff3-573a-4245-9eaa-e8287bdcce49 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 945 time: 0.0966697
Apr 23 10:33:09.855741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039820ab-cfa2-4b70-80bd-2902af47dc93 None None] New status for floating IP 3898c367-d8d8-4146-b6a8-a92369631a6f: ACTIVE {{(pid=86339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:33:09.856393 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f96b2421-bfdc-41c0-be09-a9ec6b664bad req-260b5de5-853c-4835-b22f-3dfc416d6c38 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575535
Apr 23 10:33:10.081048 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2fc90-7ac4-42fb-9a03-f471b349071a req-7713e3f4-c45d-47a2-832d-b99faed6e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:10.082660 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bce2fc90-7ac4-42fb-9a03-f471b349071a req-7713e3f4-c45d-47a2-832d-b99faed6e1fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 1098 time: 0.0815926
Apr 23 10:33:10.129335 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bce2fc90-7ac4-42fb-9a03-f471b349071a req-0d58b5cf-caa2-41a0-bdb2-59d247f33d1e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397537
Apr 23 10:33:10.855450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d6b19-1b76-48c2-bb9c-6d61fc7ae12e req-f1c3d786-d380-48f9-81dd-bd6773711f4a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:10.857037 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f52d6b19-1b76-48c2-bb9c-6d61fc7ae12e req-f1c3d786-d380-48f9-81dd-bd6773711f4a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1597538
Apr 23 10:33:10.870438 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490e924-6f3b-4d5f-89c6-f45d1c805f59 req-4519240c-82ad-4d8f-a7b0-d3920c8cfb6d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:10.871986 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a490e924-6f3b-4d5f-89c6-f45d1c805f59 req-4519240c-82ad-4d8f-a7b0-d3920c8cfb6d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.1251533
Apr 23 10:33:10.945218 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f52d6b19-1b76-48c2-bb9c-6d61fc7ae12e req-56a2499e-2401-4cb7-bd10-4f32ac1270a8 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721278
Apr 23 10:33:10.954379 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a490e924-6f3b-4d5f-89c6-f45d1c805f59 req-a75c606e-0ac6-4a1f-ad2d-471eefdcf89b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0674460
Apr 23 10:33:11.137967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818068e-9e6b-4bfb-b769-b34c2bf3043d req-a027298e-97a6-4fda-8fae-ae6e323b83ec tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:11.139472 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9818068e-9e6b-4bfb-b769-b34c2bf3043d req-a027298e-97a6-4fda-8fae-ae6e323b83ec tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 945 time: 0.0920162
Apr 23 10:33:11.191639 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9818068e-9e6b-4bfb-b769-b34c2bf3043d req-42bb6f12-d1d8-4b58-ac0e-1061ce34577c tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451527
Apr 23 10:33:12.228621 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745de549-684f-4167-913a-4ecfe5a82f8f req-b640f215-5e9e-47fc-99fc-5f44675a177d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:12.230172 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-745de549-684f-4167-913a-4ecfe5a82f8f req-b640f215-5e9e-47fc-99fc-5f44675a177d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.1273973
Apr 23 10:33:12.240612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77619b73-0e3b-44f8-a66c-76d944e58078 req-d79f0a76-0bb8-46e1-99d0-9d4862b13a37 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:12.242281 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-77619b73-0e3b-44f8-a66c-76d944e58078 req-d79f0a76-0bb8-46e1-99d0-9d4862b13a37 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1792600
Apr 23 10:33:12.320285 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-745de549-684f-4167-913a-4ecfe5a82f8f req-ccd092b5-5ea4-4608-8357-7a415b40405b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0769219
Apr 23 10:33:12.327532 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-77619b73-0e3b-44f8-a66c-76d944e58078 req-ab1f8b41-4592-4fd1-aaac-7f99dad33423 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695508
Apr 23 10:33:12.514617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c802901-a362-4215-beb7-efd4a1e21675 req-2a31e701-bf81-49a1-8b37-44b0a49ae1e0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:12.516771 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4c802901-a362-4215-beb7-efd4a1e21675 req-2a31e701-bf81-49a1-8b37-44b0a49ae1e0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 945 time: 0.0940585
Apr 23 10:33:12.568675 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4c802901-a362-4215-beb7-efd4a1e21675 req-2342a5d2-4220-4a98-be89-1e0c9d27c8aa tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452795
Apr 23 10:33:13.594736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f576732-01ee-4a67-a3ce-528d9b55dc3e req-6d8d5a00-9af2-4949-83f9-e03f8179eb9c tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:13.596943 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f576732-01ee-4a67-a3ce-528d9b55dc3e req-6d8d5a00-9af2-4949-83f9-e03f8179eb9c tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.1628418
Apr 23 10:33:13.606569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a03be-6b30-4c3a-97b9-34e9da4b47df req-b38b5492-9f77-40cc-b7ad-e234f1155353 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:13.608028 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d68a03be-6b30-4c3a-97b9-34e9da4b47df req-b38b5492-9f77-40cc-b7ad-e234f1155353 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1381648
Apr 23 10:33:13.687294 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f576732-01ee-4a67-a3ce-528d9b55dc3e req-ecf24416-29e9-42f2-b42d-108caa5448a1 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0782342
Apr 23 10:33:13.690271 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d68a03be-6b30-4c3a-97b9-34e9da4b47df req-65366c58-ba99-45da-ac4e-1d75ce858a3f tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671017
Apr 23 10:33:14.780298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-5071798a-0678-42aa-8d3c-1fcb5d0567ac tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:14.781252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-5071798a-0678-42aa-8d3c-1fcb5d0567ac tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Synchronizing usage tracker for tenant:4464ead82ee04d149c09c620add0b353 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:33:14.794376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-5071798a-0678-42aa-8d3c-1fcb5d0567ac tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Unset dirty status for tenant:4464ead82ee04d149c09c620add0b353 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:33:14.795643 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-5071798a-0678-42aa-8d3c-1fcb5d0567ac tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.48 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1194556
Apr 23 10:33:14.949050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Deleting port 34853bb3-9cd6-49e9-a556-7927a68108a4 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:33:14.949426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:14.974436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18789f1c-f880-40c1-828b-0042177308de req-820b5d57-8b0c-41c3-89ec-3fdfe08f7c2a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:14.976468 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-18789f1c-f880-40c1-828b-0042177308de req-820b5d57-8b0c-41c3-89ec-3fdfe08f7c2a tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 946 time: 0.1722975
Apr 23 10:33:14.986668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2678d-14a1-4d77-b948-e2bce43f443b req-33d41846-992c-40cc-a5ad-789f0ca4ff64 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:14.988213 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1b2678d-14a1-4d77-b948-e2bce43f443b req-33d41846-992c-40cc-a5ad-789f0ca4ff64 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.1399143
Apr 23 10:33:15.071242 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-18789f1c-f880-40c1-828b-0042177308de req-dfab4c8e-4aee-435a-b8f9-5854f3812d3e tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/security-groups?id=6d264b3a-78ba-4133-bd81-7e73f32cd2a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819507
Apr 23 10:33:15.075847 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1b2678d-14a1-4d77-b948-e2bce43f443b req-0c8840a5-bc20-4ce5-9ba0-1443a6105082 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0723193
Apr 23 10:33:15.093952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] For port 34853bb3-9cd6-49e9-a556-7927a68108a4, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=34853bb3-9cd6-49e9-a556-7927a68108a4,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:15.094361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:15.233839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Calling delete_port for 34853bb3-9cd6-49e9-a556-7927a68108a4 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:33:15.348690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:15.357923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:15.399563 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['34853bb3-9cd6-49e9-a556-7927a68108a4'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:33:15.408385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Pushing event deleted for resources: {'Port': ['ID=34853bb3-9cd6-49e9-a556-7927a68108a4,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:15.437312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:15.487465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] No DVR routers for this DVR port 34853bb3-9cd6-49e9-a556-7927a68108a4 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:33:15.489979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:15.492798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b3f680-3936-44a3-96ba-b0ff36e0eb8b', 'name': 'network-vif-deleted', 'tag': '34853bb3-9cd6-49e9-a556-7927a68108a4'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:33:15.508380 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a64f51a2-7e8a-4495-bbab-cc85f15d7afe req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.48 "DELETE /v2.0/ports/34853bb3-9cd6-49e9-a556-7927a68108a4 HTTP/1.1" status: 204  len: 173 time: 0.7055726
Apr 23 10:33:15.545216 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b3f680-3936-44a3-96ba-b0ff36e0eb8b', 'name': 'network-vif-deleted', 'tag': '34853bb3-9cd6-49e9-a556-7927a68108a4', 'status': 'completed', 'code': 200}
Apr 23 10:33:16.295227 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac83a2d-59fd-4087-8423-00e2106c0fb0 req-83fd38b1-0d48-432d-85a8-129057610548 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:16.296813 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ac83a2d-59fd-4087-8423-00e2106c0fb0 req-83fd38b1-0d48-432d-85a8-129057610548 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.0973136
Apr 23 10:33:16.409260 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ac83a2d-59fd-4087-8423-00e2106c0fb0 req-00f8822c-0b50-411c-b7f3-172d13e766b8 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1024675
Apr 23 10:33:16.416366 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-28dd0b8f-0bed-4201-a3c9-1d979e9304d6 req-7b4c21a6-c1fc-48ac-b186-7c0d5ef8a1c9 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] 10.222.0.75 "GET /v2.0/ports?device_id=50b3f680-3936-44a3-96ba-b0ff36e0eb8b HTTP/1.1" status: 200  len: 210 time: 0.0577562
Apr 23 10:33:17.516548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46622) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:17.615891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d149a-8b34-4331-bcf8-8ece1dbb9a1e req-ed9ca349-c87f-4025-82e8-8d55d9c373bd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:17.617559 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c73d149a-8b34-4331-bcf8-8ece1dbb9a1e req-ed9ca349-c87f-4025-82e8-8d55d9c373bd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.0921135
Apr 23 10:33:17.668824 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c73d149a-8b34-4331-bcf8-8ece1dbb9a1e req-cb9313d6-a7e6-40ab-9b47-7533a80dab68 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0447683
Apr 23 10:33:18.085800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7977124'] for router_interface, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:18.719167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Deleting port c373752d-be59-4bda-beb9-24051c9f2e89 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:33:18.719625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:18.847468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] For port c373752d-be59-4bda-beb9-24051c9f2e89, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=c373752d-be59-4bda-beb9-24051c9f2e89,segment=NetworkSegment(33a4805b-8d75-4e86-9050-c4c7ea356a66),segment_id=33a4805b-8d75-4e86-9050-c4c7ea356a66)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:18.847792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:18.878578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37ea33-66fa-41e6-a0d1-d995d04e4f5a req-06255c65-58e2-4402-bc26-2b01c6eb4434 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:18.880144 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3c37ea33-66fa-41e6-a0d1-d995d04e4f5a req-06255c65-58e2-4402-bc26-2b01c6eb4434 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.0934863
Apr 23 10:33:18.931226 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3c37ea33-66fa-41e6-a0d1-d995d04e4f5a req-88299b25-e914-496d-a65e-0f0e3cfb78f5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446014
Apr 23 10:33:18.980402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Calling delete_port for c373752d-be59-4bda-beb9-24051c9f2e89 owned by network:router_interface {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:33:19.259248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:19.263831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:19.312681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Pushing event deleted for resources: {'Port': ['ID=c373752d-be59-4bda-beb9-24051c9f2e89,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:19.358766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.359182 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.359585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.359981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.360375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.360783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.361202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.361591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.361982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.362370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.362754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.363135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:19.367349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:19.436266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 34853bb3-9cd6-49e9-a556-7927a68108a4 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:33:19.477315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 34853bb3-9cd6-49e9-a556-7927a68108a4 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:33:19.477712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 34853bb3-9cd6-49e9-a556-7927a68108a4 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:33:19.543162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7977178'] for router_interface, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:19.920989 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Router bc22c3ba-ef8d-4233-89c9-b0e702594526 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:33:20.113298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:33:20.123462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] Sync routers for ids ['bc22c3ba-ef8d-4233-89c9-b0e702594526'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:33:20.129982 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] 10.222.0.75 "PUT /v2.0/routers/bc22c3ba-ef8d-4233-89c9-b0e702594526/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6082687
Apr 23 10:33:20.130253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46642) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:20.135620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1fdc-8321-486d-a8f2-96c831cae1ff req-bcf8e7b0-8c1e-49bd-9f2a-0466bac4fa9d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:20.143538 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1daa1fdc-8321-486d-a8f2-96c831cae1ff req-bcf8e7b0-8c1e-49bd-9f2a-0466bac4fa9d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.0994740
Apr 23 10:33:20.143981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] Routers {'bc22c3ba-ef8d-4233-89c9-b0e702594526'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:33:20.144656 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9a5c18>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:33:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['bc22c3ba-ef8d-4233-89c9-b0e702594526'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:20.198262 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1daa1fdc-8321-486d-a8f2-96c831cae1ff req-2fcb8987-c17f-42a7-be6b-52eb7bb45023 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0535977
Apr 23 10:33:20.319541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks [] for router, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:20.337914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] Set router bc22c3ba-ef8d-4233-89c9-b0e702594526 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:33:20.515219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:20.591084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Deleting port 98dab6dc-7d11-4f81-9252-afe70635f2a3 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:33:20.591469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:20.648016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9a5c18>, [{'id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:57Z', 'updated_at': '2021-04-23T10:33:19Z', 'revision_number': 5, 'project_id': '4464ead82ee04d149c09c620add0b353', 'gw_port': {'id': '98dab6dc-7d11-4f81-9252-afe70635f2a3', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:20.652136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] Checking router: bc22c3ba-ef8d-4233-89c9-b0e702594526 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:33:20.671480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] Routers {'bc22c3ba-ef8d-4233-89c9-b0e702594526'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:33:20.672798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9a5c18>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:33:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['bc22c3ba-ef8d-4233-89c9-b0e702594526'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:20.731764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] For port 98dab6dc-7d11-4f81-9252-afe70635f2a3, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=98dab6dc-7d11-4f81-9252-afe70635f2a3,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:20.732165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.019238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] Set router bc22c3ba-ef8d-4233-89c9-b0e702594526 gateway port host: None {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:33:21.120594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Calling delete_port for 98dab6dc-7d11-4f81-9252-afe70635f2a3 owned by network:router_gateway {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:33:21.149889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9a5c18>, [{'id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:57Z', 'updated_at': '2021-04-23T10:33:20Z', 'revision_number': 6, 'project_id': '4464ead82ee04d149c09c620add0b353', 'gw_port_host': None}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:21.155034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8eb60a-02f7-44b5-bdf8-86391d44cc4d None None] The sync data for ids ['bc22c3ba-ef8d-4233-89c9-b0e702594526'] in dv-cinder-779233-3-iscsi is: [{'id': 'bc22c3ba-ef8d-4233-89c9-b0e702594526', 'name': 'tempest-ServerRescueNegativeTestJSON-1126336368-router', 'tenant_id': '4464ead82ee04d149c09c620add0b353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:57Z', 'updated_at': '2021-04-23T10:33:20Z', 'revision_number': 6, 'project_id': '4464ead82ee04d149c09c620add0b353', 'gw_port_host': None}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:33:21.323255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.328705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:21.410379 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dab6dc-7d11-4f81-9252-afe70635f2a3,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:21.413083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:21.420802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846491301'] for router_gateway, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.439229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03c6b7-c23d-41ae-a8d4-79654e6f4606 req-4ee2dbd2-a259-4c55-9a52-5294508b971c tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:21.440803 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ae03c6b7-c23d-41ae-a8d4-79654e6f4606 req-4ee2dbd2-a259-4c55-9a52-5294508b971c tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.1253788
Apr 23 10:33:21.507306 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ae03c6b7-c23d-41ae-a8d4-79654e6f4606 req-d17cc5d3-76e4-4a4f-9f96-ea7206467d0c tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0525422
Apr 23 10:33:21.617651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846800633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65369'] for router, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.619783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.709141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7963459'] for router, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.709704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc22c3ba-ef8d-4233-89c9-b0e702594526 {{(pid=86338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 10:33:21.721485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-29e94a5a-a19a-463d-a6d6-86338d06e84f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Synchronizing usage tracker for tenant:15f6aaa4269248d28b1549456a94b818 on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:33:21.723530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.725571 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bc22c3ba-ef8d-4233-89c9-b0e702594526 HTTP/1.1" status: 204  len: 168 time: 1.5942826
Apr 23 10:33:21.727633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46664) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:21.738201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-29e94a5a-a19a-463d-a6d6-86338d06e84f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Unset dirty status for tenant:15f6aaa4269248d28b1549456a94b818 on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:33:21.739447 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-29e94a5a-a19a-463d-a6d6-86338d06e84f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849086853&fields=id&tenant_id=15f6aaa4269248d28b1549456a94b818 HTTP/1.1" status: 200  len: 267 time: 0.0655510
Apr 23 10:33:21.796372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] Deleting subnet 76643490-c41f-4c91-8c93-5587b912e92b {{(pid=86338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:33:21.799605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.853893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.862149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:21.906914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-92dcfe3f-c9cb-482e-a49d-0f4d4ac87e0a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:21.907864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-92dcfe3f-c9cb-482e-a49d-0f4d4ac87e0a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Synchronizing usage tracker for tenant:15f6aaa4269248d28b1549456a94b818 on resource:network {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:33:21.924597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-92dcfe3f-c9cb-482e-a49d-0f4d4ac87e0a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Unset dirty status for tenant:15f6aaa4269248d28b1549456a94b818 on resource:network {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:33:21.926029 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-92dcfe3f-c9cb-482e-a49d-0f4d4ac87e0a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 812 time: 0.1788063
Apr 23 10:33:21.946920 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-8238ba31-5196-4d5e-ab30-34b78e520c73 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/quotas/15f6aaa4269248d28b1549456a94b818 HTTP/1.1" status: 200  len: 375 time: 0.0128398
Apr 23 10:33:22.042635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-5ae22133-1258-4441-b301-ff057bad3a35 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Synchronizing usage tracker for tenant:15f6aaa4269248d28b1549456a94b818 on resource:port {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:33:22.059651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-5ae22133-1258-4441-b301-ff057bad3a35 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Unset dirty status for tenant:15f6aaa4269248d28b1549456a94b818 on resource:port {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:33:22.061074 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-5ae22133-1258-4441-b301-ff057bad3a35 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1069903
Apr 23 10:33:22.138293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for subnet, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:22.143477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:22.181128 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76643490-c41f-4c91-8c93-5587b912e92b,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:22.184870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:22.187512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:22.194479 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/76643490-c41f-4c91-8c93-5587b912e92b HTTP/1.1" status: 204  len: 168 time: 0.4655216
Apr 23 10:33:22.196783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46672) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:22.221036 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-be37e14a-186b-4fd8-b8d0-b12bf7e27b8e service neutron] 10.222.0.75 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457496
Apr 23 10:33:22.314890 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:22.364898 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-d303db4d-0ca1-4a93-bb26-816b11ad50d5 service neutron] 10.222.0.75 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370432
Apr 23 10:33:22.447264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:22.562886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4ba8e2f320>> segment before_delete 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.563308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4ba8e2f320>> subnet precommit_delete_associations 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.564715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba9fd4320>> segment_host_mapping after_create 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.565128 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba9fd4320>> port after_create 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.565490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba9fd4320>> port after_delete 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.565846 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba9fd4320>> port after_update 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.566202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba9fd4320>> segment after_delete 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.566559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba9fd4320>> subnet after_create 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.566913 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba9fd4320>> subnet after_delete 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.567264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4ba9fd4320>> subnet after_update 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.715463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4ba8eca2e8>> subnet after_create 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.715862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4ba8eca2e8>> subnet after_delete 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.716235 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4ba8eca2e8>> subnet before_create 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.716610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4ba8eca2e8>> subnet before_update 55550000 {{(pid=86338) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 23 10:33:22.717015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4ba951dda0>,) {'filters': {'network_id': ['d6e67eca-3bed-4c2e-ba29-133e0ff9555d']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:22.725413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232ba85-4cd5-4f42-9a50-3a818eb47bca req-66e342aa-c57e-4f45-a0f0-208aefeef11b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:22.727003 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4232ba85-4cd5-4f42-9a50-3a818eb47bca req-66e342aa-c57e-4f45-a0f0-208aefeef11b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.1009974
Apr 23 10:33:22.732338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba951dda0>, '33a4805b-8d75-4e86-9050-c4c7ea356a66') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:22.732672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba951dda0>, '33a4805b-8d75-4e86-9050-c4c7ea356a66') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:22.745602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:22.761454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:22.769283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:33:22.797747 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4232ba85-4cd5-4f42-9a50-3a818eb47bca req-9c71a59d-324c-40a4-996d-9ce8208f3ed9 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0596943
Apr 23 10:33:22.876616 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-02846a8d-bf85-44f9-86ac-d71da2712bfa req-f2c3ba83-9efc-4c7d-b6b5-267d0a71089e tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 210 time: 0.0548332
Apr 23 10:33:22.959934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:33:22.968968 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:22.993092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 98dab6dc-7d11-4f81-9252-afe70635f2a3 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:33:23.031522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 98dab6dc-7d11-4f81-9252-afe70635f2a3 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:33:23.031920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 98dab6dc-7d11-4f81-9252-afe70635f2a3 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:33:23.032383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c373752d-be59-4bda-beb9-24051c9f2e89 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:33:23.068971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: c373752d-be59-4bda-beb9-24051c9f2e89 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:33:23.069534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c373752d-be59-4bda-beb9-24051c9f2e89 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:33:23.157572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Network d6e67eca-3bed-4c2e-ba29-133e0ff9555d has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   from cryptography.utils import int_from_bytes
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   from cryptography.utils import int_from_bytes
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   (rel_b, rel_a, rel_b),
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   (rel_b, rel_a, rel_b),
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:33:23.182702 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:33:23.261599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:23.265861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:23.285869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:23.288489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e67eca-3bed-4c2e-ba29-133e0ff9555d,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:23.294455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:23.300476 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d6e67eca-3bed-4c2e-ba29-133e0ff9555d HTTP/1.1" status: 204  len: 168 time: 1.1026027
Apr 23 10:33:23.480640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46698) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:23.532261 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d3e41cba-a447-4f62-b07b-88a69243495d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4464ead82ee04d149c09c620add0b353&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0503144
Apr 23 10:33:23.534758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46702) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:23.597502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-edc57ed6-a17d-4710-ac99-163159df27a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:23.624542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-edc57ed6-a17d-4710-ac99-163159df27a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:23.668860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-edc57ed6-a17d-4710-ac99-163159df27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:23.673891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f2d2ea84-573d-4fe7-a8e0-c75105907a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:23.687181 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc57ed6-a17d-4710-ac99-163159df27a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d264b3a-78ba-4133-bd81-7e73f32cd2a0,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:23.690529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-edc57ed6-a17d-4710-ac99-163159df27a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:23.696842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-edc57ed6-a17d-4710-ac99-163159df27a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:23.698314 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-edc57ed6-a17d-4710-ac99-163159df27a5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d264b3a-78ba-4133-bd81-7e73f32cd2a0 HTTP/1.1" status: 204  len: 168 time: 0.1623764
Apr 23 10:33:24.008129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb5cec-a7c6-4612-b7ac-e3d6c6668ac6 req-6ad35642-059f-43e3-93d1-1e21afa90d1e tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:24.009773 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cceb5cec-a7c6-4612-b7ac-e3d6c6668ac6 req-6ad35642-059f-43e3-93d1-1e21afa90d1e tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.1010394
Apr 23 10:33:24.073924 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-77e674fb-95ac-4acf-8478-c5c14f24a68d req-7afd5afb-631a-4711-bdc9-8abd680e8ad1 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 210 time: 0.0631013
Apr 23 10:33:24.115460 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cceb5cec-a7c6-4612-b7ac-e3d6c6668ac6 req-daba657f-3fa2-4c22-b59c-b334ebabf146 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0625906
Apr 23 10:33:25.243438 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f93e9ced-c65f-4fec-8bfe-2e83962b83b3 req-a85c84fc-81ac-430b-ab31-6a87b668163d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 210 time: 0.0510023
Apr 23 10:33:25.357006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a65bae-9e37-4d06-a779-fc9674acbd62 req-3a460020-1b38-49be-b9c2-75ae60592d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:25.358731 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-61a65bae-9e37-4d06-a779-fc9674acbd62 req-3a460020-1b38-49be-b9c2-75ae60592d9b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.0910120
Apr 23 10:33:25.408665 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-61a65bae-9e37-4d06-a779-fc9674acbd62 req-688a339f-ca1a-4bad-aae0-ed0fc2af0d9d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0434115
Apr 23 10:33:25.805258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-39aa109d-2dd5-4798-9921-48ed60e49fe1 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:25.806850 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-39aa109d-2dd5-4798-9921-48ed60e49fe1 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 812 time: 0.1590836
Apr 23 10:33:25.866404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-45336f5b-ebac-4fea-934d-0bb3c430b37c tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Synchronizing usage tracker for tenant:15f6aaa4269248d28b1549456a94b818 on resource:security_group {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:33:25.878873 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-45336f5b-ebac-4fea-934d-0bb3c430b37c tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Unset dirty status for tenant:15f6aaa4269248d28b1549456a94b818 on resource:security_group {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:33:25.880063 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-45336f5b-ebac-4fea-934d-0bb3c430b37c tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f6aaa4269248d28b1549456a94b818 HTTP/1.1" status: 200  len: 380 time: 0.0554233
Apr 23 10:33:25.914521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'port': {'device_id': 'a9741445-8171-4690-899b-d9183dda3fbb', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'admin_state_up': True, 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'security_groups': ['1c1533dd-9f03-49c8-a727-e114cd865a89']}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:33:26.057758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:26.069917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:26.078456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Made reservation on behalf of 15f6aaa4269248d28b1549456a94b818 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:33:26.084909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:26.255935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Allocated IP 172.20.0.10 (d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac/0f238f66-569e-415c-9690-2b06b78fb85f/05bad05a-f948-4b9d-87bd-78e049565661) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:33:26.411218 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b94234c6-6320-412d-b848-ead768f85220 req-d75f633d-7142-476d-9d58-e55a16817ef8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 210 time: 0.0531747
Apr 23 10:33:26.459463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:26.477528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Transition to ACTIVE for port object 05bad05a-f948-4b9d-87bd-78e049565661 will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:33:26.503184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:26.509183 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2f8c7aaf-068f-4246-8c85-97a78bd8d870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:26.573701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:33:26.577048 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:33:26.588993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:33:26.633903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc2ba-c1c9-48fb-b693-e9c61815df3c req-01c678b7-27e1-49bb-876a-1c972b6eabc7 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:26.635745 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ebefc2ba-c1c9-48fb-b693-e9c61815df3c req-01c678b7-27e1-49bb-876a-1c972b6eabc7 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.0940053
Apr 23 10:33:26.655219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:26.655902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:26.685010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'Port': ['ID=05bad05a-f948-4b9d-87bd-78e049565661,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:26.706261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:26.716450 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ebefc2ba-c1c9-48fb-b693-e9c61815df3c req-cb45a9f3-08d9-4005-ba9b-d0bb69ed7d4d tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&id=42d95034-744b-4e81-ad93-56882dbedd70&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0653448
Apr 23 10:33:26.719282 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8086672
Apr 23 10:33:26.834286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-cce8ddaf-5e62-42db-b24a-870c738ff871 None None] Provisioning for port 05bad05a-f948-4b9d-87bd-78e049565661 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:33:26.839202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-cce8ddaf-5e62-42db-b24a-870c738ff871 None None] Provisioning complete for port 05bad05a-f948-4b9d-87bd-78e049565661 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:33:26.839613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cce8ddaf-5e62-42db-b24a-870c738ff871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:26.895789 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-cce8ddaf-5e62-42db-b24a-870c738ff871 None None] Port 05bad05a-f948-4b9d-87bd-78e049565661 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:33:27.620558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69231ffa-554d-421a-876c-f9ceaf15aed1 req-83e44a5a-b3e3-44e7-9f08-d04492d0dcea tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:27.622258 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-69231ffa-554d-421a-876c-f9ceaf15aed1 req-83e44a5a-b3e3-44e7-9f08-d04492d0dcea tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 932 time: 0.0931492
Apr 23 10:33:27.671880 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-69231ffa-554d-421a-876c-f9ceaf15aed1 req-9366db7f-777c-4b4f-a1a5-fc2ca0328973 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427735
Apr 23 10:33:28.875610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269166a-bd33-4a0f-8f76-336ae3a4b72f req-62b97cb0-e7f4-4897-a858-745093867050 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:28.877843 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3269166a-bd33-4a0f-8f76-336ae3a4b72f req-62b97cb0-e7f4-4897-a858-745093867050 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 932 time: 0.0893717
Apr 23 10:33:28.929032 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3269166a-bd33-4a0f-8f76-336ae3a4b72f req-66542556-0e15-4667-a298-1e0ccbfd37b5 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446393
Apr 23 10:33:29.121249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Request body: {'port': {'device_id': 'a9741445-8171-4690-899b-d9183dda3fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:33:29.240902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:29.813099 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bad05a-f948-4b9d-87bd-78e049565661 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:33:29.821666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:29.836791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Transition to ACTIVE for port object 05bad05a-f948-4b9d-87bd-78e049565661 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:33:29.839425 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:29.843861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:30.018564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Pushing event updated for resources: {'Port': ['ID=05bad05a-f948-4b9d-87bd-78e049565661,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:30.027933 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:30.112312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Attempting to bind port 05bad05a-f948-4b9d-87bd-78e049565661 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:33:30.112786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Attempting to bind port 05bad05a-f948-4b9d-87bd-78e049565661 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:33:30.113294 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Attempting to bind port 05bad05a-f948-4b9d-87bd-78e049565661 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:33:30.118356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Port 05bad05a-f948-4b9d-87bd-78e049565661 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:33:30.118799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Attempting to bind port 05bad05a-f948-4b9d-87bd-78e049565661 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:33:30.125562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:33:30.126069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Checking segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:33:30.127307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Bound using segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:33:30.127868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Bound port: 05bad05a-f948-4b9d-87bd-78e049565661, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:33:30.128278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:30.173762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92794c4b-b6c2-4a2a-813d-6043de241478 req-98b56e0f-6343-4125-a753-be510beebac0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:30.175902 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92794c4b-b6c2-4a2a-813d-6043de241478 req-98b56e0f-6343-4125-a753-be510beebac0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 944 time: 0.1125052
Apr 23 10:33:30.226411 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92794c4b-b6c2-4a2a-813d-6043de241478 req-d807c16a-4a25-4074-94d1-16698d10046e tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425131
Apr 23 10:33:30.227469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] For port 05bad05a-f948-4b9d-87bd-78e049565661, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:33:30.230749 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] For port 05bad05a-f948-4b9d-87bd-78e049565661, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=05bad05a-f948-4b9d-87bd-78e049565661,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:33:30.234092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:30.239629 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7a6532d9-9f2f-44ae-8143-19a1539aea56 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:30.303753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:30.304434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:30.305967 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] 10.222.0.48 "PUT /v2.0/ports/05bad05a-f948-4b9d-87bd-78e049565661 HTTP/1.1" status: 200  len: 1094 time: 1.1896269
Apr 23 10:33:30.306585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9741445-8171-4690-899b-d9183dda3fbb', 'tag': '05bad05a-f948-4b9d-87bd-78e049565661'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:33:30.331297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Pushing event updated for resources: {'Port': ['ID=05bad05a-f948-4b9d-87bd-78e049565661,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:30.334778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:30.358914 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9741445-8171-4690-899b-d9183dda3fbb', 'tag': '05bad05a-f948-4b9d-87bd-78e049565661', 'status': 'completed', 'code': 200}
Apr 23 10:33:30.466739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-37925ab2-ffff-48c4-bcce-776b459db93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:30.468366 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-37925ab2-ffff-48c4-bcce-776b459db93d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 1097 time: 0.0806546
Apr 23 10:33:30.556226 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-5e40a3eb-5ea4-477a-bf46-6680205df73f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05bad05a-f948-4b9d-87bd-78e049565661 HTTP/1.1" status: 200  len: 217 time: 0.0680330
Apr 23 10:33:30.627206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-bcc84091-3765-4546-9ca6-03a670910adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:30.628854 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-bcc84091-3765-4546-9ca6-03a670910adc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.0661335
Apr 23 10:33:30.713956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-190306dc-8acd-4bcf-bdf0-c028d5fc2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:30.715541 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-190306dc-8acd-4bcf-bdf0-c028d5fc2fc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800340
Apr 23 10:33:30.874765 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-895f9af8-907e-47f6-b779-5458bd084a78 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353436
Apr 23 10:33:31.031307 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6815d9a4-4fff-4289-8295-0041f0a032f6 req-e2782283-8dc1-42ec-93e1-abce943fcd47 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349514
Apr 23 10:33:31.249991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-f62aa8d5-973a-4fc0-902b-d16c4602e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:31.252236 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-f62aa8d5-973a-4fc0-902b-d16c4602e16e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 1097 time: 0.0922003
Apr 23 10:33:31.412805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46832) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:31.416474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-38afb081-94a7-4ac0-8249-2409346ddeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:31.418188 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-38afb081-94a7-4ac0-8249-2409346ddeaa service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.1516299
Apr 23 10:33:31.468169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bdcd7-fb2e-442e-a8cb-5914f26f29ba req-6492ce07-4272-4ebc-8505-dcc9a81ddb78 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:31.472685 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f5bdcd7-fb2e-442e-a8cb-5914f26f29ba req-6492ce07-4272-4ebc-8505-dcc9a81ddb78 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 944 time: 0.1065435
Apr 23 10:33:31.513190 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-ff098069-34d4-4f53-a9ed-91b27c5ddd14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05bad05a-f948-4b9d-87bd-78e049565661 HTTP/1.1" status: 200  len: 217 time: 0.0714965
Apr 23 10:33:31.523916 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f5bdcd7-fb2e-442e-a8cb-5914f26f29ba req-66f46cd7-5ff3-4a8b-aaaa-30a356014102 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459890
Apr 23 10:33:31.551288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:31.567238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:31.571302 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Usage tracker for resource:security_group_rule and tenant:c7363e5358f74f738f7b0cf04ca4a325 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:33:31.574343 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:33:31.581248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:31.593693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-f04f4da7-dd1d-4772-8c63-aa1e04c96313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:31.595316 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-f04f4da7-dd1d-4772-8c63-aa1e04c96313 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.0657454
Apr 23 10:33:31.669185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:31.673938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:31.686751 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f1dd5651-7cef-4c0c-9f7b-211040eaf272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:31.696556 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-1868b1d0-0058-4503-9545-119c7da8a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:31.698187 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-1868b1d0-0058-4503-9545-119c7da8a6b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918550
Apr 23 10:33:31.727768 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c7363e5358f74f738f7b0cf04ca4a325&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3138218
Apr 23 10:33:31.731298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46838) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:31.748570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe19986-5892-49de-a2dc-bf2c8d6e8016,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:31.760770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.761226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.761632 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.762029 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.762421 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.762812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.763196 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.763585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.763973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.764361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.764744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.765177 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:33:31.769405 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:31.813234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75f7bef5-3a69-4de1-b581-ddcf06384bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:31.840341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75f7bef5-3a69-4de1-b581-ddcf06384bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:31.842047 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-3ebcf916-54fc-4008-a6b6-57e158cdad9a service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360033
Apr 23 10:33:31.890038 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75f7bef5-3a69-4de1-b581-ddcf06384bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:31.895110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:31.905829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7bef5-3a69-4de1-b581-ddcf06384bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe19986-5892-49de-a2dc-bf2c8d6e8016,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:31.909535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-75f7bef5-3a69-4de1-b581-ddcf06384bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:31.912860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75f7bef5-3a69-4de1-b581-ddcf06384bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:31.917110 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-75f7bef5-3a69-4de1-b581-ddcf06384bd4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4fe19986-5892-49de-a2dc-bf2c8d6e8016 HTTP/1.1" status: 204  len: 168 time: 0.1847978
Apr 23 10:33:31.990601 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1fb9124b-7a8c-4688-819d-e61788ecdfc5 req-fa3f64c6-7284-46f7-8fa2-d4569320ad26 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395161
Apr 23 10:33:32.593878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:32.617720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46870) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:32.929282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072957053-network', 'tenant_id': '8b3a789c4def47328aab08e34916fa32'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:33:32.935876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:32.942817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Usage tracker for resource:network and tenant:8b3a789c4def47328aab08e34916fa32 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:33:32.948289 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:33:32.961786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef075f-1d7b-4a9e-9e70-bdd707e3ef1d req-5898dd03-5fd1-4dc0-9cea-2627765a4e69 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:32.963321 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aaef075f-1d7b-4a9e-9e70-bdd707e3ef1d req-5898dd03-5fd1-4dc0-9cea-2627765a4e69 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 944 time: 0.3181403
Apr 23 10:33:32.964204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:32.990572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Made reservation on behalf of 8b3a789c4def47328aab08e34916fa32 for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:33:32.995169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.018306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.039693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:33.044293 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aaef075f-1d7b-4a9e-9e70-bdd707e3ef1d req-c29530ff-fee8-48da-966a-c48ecf0f6418 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730495
Apr 23 10:33:33.046610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Usage tracker for resource:security_group_rule and tenant:8b3a789c4def47328aab08e34916fa32 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:33:33.050146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:33:33.056349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:33.139988 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.143192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.147285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7210023a-f1eb-41f2-90cc-77bc26e93331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:33.172306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:33:33.186077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1215a52-6102-4bc2-ab4a-77c813057732,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:33.190318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:33.191294 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.191682 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Added segment fde5b784-0815-4a60-9a62-2a494cacb69f of type vlan for network b341ade6-3d63-4d0d-aef6-b058a4048bd5
Apr 23 10:33:33.218449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.254091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.255472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:33.256119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.261074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:33.361310 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7423227
Apr 23 10:33:33.364471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Pushing event updated for resources: {'Network': ['ID=b341ade6-3d63-4d0d-aef6-b058a4048bd5,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:33.364635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46878) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:33.367823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:33.370877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Request body: {'subnet': {'network_id': 'b341ade6-3d63-4d0d-aef6-b058a4048bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072957053-subnet', 'tenant_id': '8b3a789c4def47328aab08e34916fa32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:33:33.375243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network b341ade6-3d63-4d0d-aef6-b058a4048bd5 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:33:33.376074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:33.380166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Usage tracker for resource:subnet and tenant:8b3a789c4def47328aab08e34916fa32 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:33:33.383181 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:33:33.390253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:33.399597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Made reservation on behalf of 8b3a789c4def47328aab08e34916fa32 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:33:33.404282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5083042'] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.814198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6066309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5083059'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.818938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:33.900022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0450f6-7537-4d31-9c2c-6d8ae12e747d,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:33.904147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:33.904899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Checking segment: {'id': 'fde5b784-0815-4a60-9a62-2a494cacb69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b341ade6-3d63-4d0d-aef6-b058a4048bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:33:33.905311 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Network hostable DHCP agents. Network: b341ade6-3d63-4d0d-aef6-b058a4048bd5, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:33:33.924489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Network b341ade6-3d63-4d0d-aef6-b058a4048bd5 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:33:33.932922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, b341ade6-3d63-4d0d-aef6-b058a4048bd5) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:33:33.943287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831354f-b39a-4e19-83db-acb970b51519 None None] Network b341ade6-3d63-4d0d-aef6-b058a4048bd5 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:33:33.945734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:33.946378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:33.973032 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6014569
Apr 23 10:33:34.223744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04e82c-1ec4-4a7a-83df-36d2f8fcfb6b None None] Network b341ade6-3d63-4d0d-aef6-b058a4048bd5 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:33:34.267287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0638488-0bc0-44d8-b037-39780a4a8a6e req-fced1437-5c6f-4cc3-bc0b-b9269faf9c20 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:34.268916 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b0638488-0bc0-44d8-b037-39780a4a8a6e req-fced1437-5c6f-4cc3-bc0b-b9269faf9c20 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 944 time: 0.1009455
Apr 23 10:33:34.321603 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b0638488-0bc0-44d8-b037-39780a4a8a6e req-860ca37c-7e0d-45df-9f45-3830863ab06d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454979
Apr 23 10:33:34.534445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46908) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:34.540582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2078120765-network', 'tenant_id': '9fbc3f6c8b1c48d1826aa2f091c22cfa'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:33:34.545529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:34.549549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Usage tracker for resource:network and tenant:9fbc3f6c8b1c48d1826aa2f091c22cfa is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:33:34.553370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:33:34.559350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:34.568800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Made reservation on behalf of 9fbc3f6c8b1c48d1826aa2f091c22cfa for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:33:34.573669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:34.586943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:34.602268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:34.606282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Usage tracker for resource:security_group_rule and tenant:9fbc3f6c8b1c48d1826aa2f091c22cfa is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:33:34.609218 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:33:34.615730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:34.624117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:33:34.702450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:34.705311 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:34.709518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:34.738215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=86338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:33:34.747185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cb31db-c520-4096-acf7-87ce681c3fe4,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:34.751581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:34.754038 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:34.754425 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Added segment 9726b519-b311-4c02-a035-17b94e39607e of type vlan for network b1bfee97-6458-43b4-8748-eda5283dd932
Apr 23 10:33:34.781042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:34.811179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:34.812632 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:34.814362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:34.819547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0335c45-5288-44bc-8ccc-837c3b102e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:34.861750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-24fc852f-705b-43b6-b893-1c422a921b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:34.923235 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3871136
Apr 23 10:33:34.926288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46912) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:34.926436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Pushing event updated for resources: {'Network': ['ID=b1bfee97-6458-43b4-8748-eda5283dd932,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:34.929059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:34.932767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Request body: {'subnet': {'network_id': 'b1bfee97-6458-43b4-8748-eda5283dd932', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2078120765-subnet', 'tenant_id': '9fbc3f6c8b1c48d1826aa2f091c22cfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:33:34.936439 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network b1bfee97-6458-43b4-8748-eda5283dd932 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:33:34.938223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:34.943411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Usage tracker for resource:subnet and tenant:9fbc3f6c8b1c48d1826aa2f091c22cfa is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:33:34.946489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:33:34.952689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:34.962083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Made reservation on behalf of 9fbc3f6c8b1c48d1826aa2f091c22cfa for: {'subnet': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:33:34.966917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5737172'] for subnet, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:35.374699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849234279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5737157'] for subnet, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:35.381235 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-61b0e7c3-af5c-4d3d-bce7-697ece0806d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:35.509667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59ba913-59e5-4a28-8967-9bb0f501fbb6,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:35.514525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:35.519113 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Checking segment: {'id': '9726b519-b311-4c02-a035-17b94e39607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b1bfee97-6458-43b4-8748-eda5283dd932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:33:35.519478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Network hostable DHCP agents. Network: b1bfee97-6458-43b4-8748-eda5283dd932, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:33:35.554142 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Network b1bfee97-6458-43b4-8748-eda5283dd932 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:33:35.568427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, b1bfee97-6458-43b4-8748-eda5283dd932) {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:33:35.576536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d465a-f6b9-41a3-8698-17574cef1881 None None] Network b1bfee97-6458-43b4-8748-eda5283dd932 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:33:35.577848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ea5e-0c21-48c4-a4b0-214536fc6927 req-807edb04-27bb-4a08-853e-f2a4aeb412b7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:35.579471 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8b2ea5e-0c21-48c4-a4b0-214536fc6927 req-807edb04-27bb-4a08-853e-f2a4aeb412b7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 944 time: 0.1309946
Apr 23 10:33:35.603991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:35.604640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:35.644386 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-471e96e5-1f9b-43c1-bd83-5f7004296ce2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7162542
Apr 23 10:33:35.649081 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8b2ea5e-0c21-48c4-a4b0-214536fc6927 req-bfc434f0-2d81-43ec-9956-a4c9c4df4706 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603566
Apr 23 10:33:35.791500 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46922) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:35.807647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e1afd-8610-4699-ac4d-7b1839658f03 None None] Network b1bfee97-6458-43b4-8748-eda5283dd932 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:33:35.861358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d68b4ed-b05a-4017-8885-57c15104e671 admin admin] Deleting subnet be0450f6-7537-4d31-9c2c-6d8ae12e747d {{(pid=86338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:33:35.864411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d68b4ed-b05a-4017-8885-57c15104e671 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:35.916209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d68b4ed-b05a-4017-8885-57c15104e671 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849702037'] for subnet, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:35.979223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d68b4ed-b05a-4017-8885-57c15104e671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:36.242455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d68b4ed-b05a-4017-8885-57c15104e671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848709440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849692792'] for subnet, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:36.247559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5f9bba37-8174-4505-a82b-8d1d584032d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:36.283739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68b4ed-b05a-4017-8885-57c15104e671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0450f6-7537-4d31-9c2c-6d8ae12e747d,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:36.287022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3d68b4ed-b05a-4017-8885-57c15104e671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:36.288068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d68b4ed-b05a-4017-8885-57c15104e671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:36.294502 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3d68b4ed-b05a-4017-8885-57c15104e671 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/be0450f6-7537-4d31-9c2c-6d8ae12e747d HTTP/1.1" status: 204  len: 168 time: 0.5018930
Apr 23 10:33:36.297079 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46932) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:36.411412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:36.544618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:36.655541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a9c7-266f-4d43-8580-41235b3d409c req-17d57064-3c57-4000-a2dc-499344d15904 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:36.657711 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1cf4a9c7-266f-4d43-8580-41235b3d409c req-17d57064-3c57-4000-a2dc-499344d15904 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 945 time: 0.0921628
Apr 23 10:33:36.659851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4baa8e4240>,) {'filters': {'network_id': ['b341ade6-3d63-4d0d-aef6-b058a4048bd5']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:36.673377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa8e4240>, 'fde5b784-0815-4a60-9a62-2a494cacb69f') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:36.673714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa8e4240>, 'fde5b784-0815-4a60-9a62-2a494cacb69f') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:36.686241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:36.708586 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:36.717474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:33:36.729178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8c62ab07-ceee-4001-ab7f-198b2f2eab60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:36.729471 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1cf4a9c7-266f-4d43-8580-41235b3d409c req-baeab364-384a-4c79-83d4-58902d3f80d7 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573668
Apr 23 10:33:36.897124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c65524-e9b7-4298-90e1-a1bcac492838 req-18212524-adae-4c35-a22d-516471160d04 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:36.898883 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97c65524-e9b7-4298-90e1-a1bcac492838 req-18212524-adae-4c35-a22d-516471160d04 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 944 time: 0.0927842
Apr 23 10:33:36.950191 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97c65524-e9b7-4298-90e1-a1bcac492838 req-9426008d-5cfc-472f-b4eb-02a180d56e2b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444531
Apr 23 10:33:37.125603 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Network b341ade6-3d63-4d0d-aef6-b058a4048bd5 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:33:37.134483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:37.311269 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Network b341ade6-3d63-4d0d-aef6-b058a4048bd5 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:33:37.335034 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:33:37.412295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:37.416356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c1696b2d-2d9b-4217-99f2-32576fed2134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:37.440257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:37.443149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Pushing event deleted for resources: {'Network': ['ID=b341ade6-3d63-4d0d-aef6-b058a4048bd5,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:37.446214 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:37.449162 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3d92772c-4429-4bb5-928b-3ff0fa1a8815 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b341ade6-3d63-4d0d-aef6-b058a4048bd5 HTTP/1.1" status: 204  len: 168 time: 1.1505349
Apr 23 10:33:37.452200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46940) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:37.517846 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bd1402-3d52-4fc0-b890-b6f3d1c5dad3 admin admin] Deleting subnet d59ba913-59e5-4a28-8967-9bb0f501fbb6 {{(pid=86338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:33:37.520823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bd1402-3d52-4fc0-b890-b6f3d1c5dad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:37.566192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:37.571776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bd1402-3d52-4fc0-b890-b6f3d1c5dad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849702037'] for subnet, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:37.633287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bd1402-3d52-4fc0-b890-b6f3d1c5dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:37.886714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bd1402-3d52-4fc0-b890-b6f3d1c5dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848709440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849692792'] for subnet, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:37.891777 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:37.926510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ffaa4-4395-4c02-9d41-98c8c498a375 req-a330932e-828b-48ff-83f4-e3ed015a8531 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:37.928113 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff4ffaa4-4395-4c02-9d41-98c8c498a375 req-a330932e-828b-48ff-83f4-e3ed015a8531 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 945 time: 0.0919080
Apr 23 10:33:37.932823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd1402-3d52-4fc0-b890-b6f3d1c5dad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59ba913-59e5-4a28-8967-9bb0f501fbb6,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:37.935011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-75bd1402-3d52-4fc0-b890-b6f3d1c5dad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:37.937723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-75bd1402-3d52-4fc0-b890-b6f3d1c5dad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:37.942644 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-75bd1402-3d52-4fc0-b890-b6f3d1c5dad3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d59ba913-59e5-4a28-8967-9bb0f501fbb6 HTTP/1.1" status: 204  len: 168 time: 0.4894531
Apr 23 10:33:37.945254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46946) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:37.978738 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff4ffaa4-4395-4c02-9d41-98c8c498a375 req-3b49f194-b7e3-44bf-a73a-b056c9848599 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434361
Apr 23 10:33:38.061277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:38.153605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399a33c-e238-47c1-a5dd-ce15927dae53 req-858fcc15-9a13-4925-91eb-9479039eb2a3 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:38.155204 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5399a33c-e238-47c1-a5dd-ce15927dae53 req-858fcc15-9a13-4925-91eb-9479039eb2a3 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 944 time: 0.0896397
Apr 23 10:33:38.162528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:38.195993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:38.208208 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5399a33c-e238-47c1-a5dd-ce15927dae53 req-4b03c7fc-4c2c-4788-8b4c-c941b4c5a176 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450249
Apr 23 10:33:38.312127 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4ba966a7f0>,) {'filters': {'network_id': ['b1bfee97-6458-43b4-8748-eda5283dd932']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:38.324421 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba966a7f0>, '9726b519-b311-4c02-a035-17b94e39607e') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:38.324750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba966a7f0>, '9726b519-b311-4c02-a035-17b94e39607e') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:38.336684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:38.351993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:38.358223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:33:38.533941 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Network b1bfee97-6458-43b4-8748-eda5283dd932 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:33:38.542870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:38.722306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Network b1bfee97-6458-43b4-8748-eda5283dd932 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:33:38.745052 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:33:38.819877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:38.823270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:38.836483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:38.846392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1bfee97-6458-43b4-8748-eda5283dd932,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:38.848560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:38.851300 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b1bfee97-6458-43b4-8748-eda5283dd932 HTTP/1.1" status: 204  len: 168 time: 0.9041297
Apr 23 10:33:38.868705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:38.944482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-4a1fc533-1490-46b9-8c6e-c98b7ea0ae5a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:38.945314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-4a1fc533-1490-46b9-8c6e-c98b7ea0ae5a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Synchronizing usage tracker for tenant:0c3bf1824735400691dc22a89c2ccee5 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:33:38.957566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-4a1fc533-1490-46b9-8c6e-c98b7ea0ae5a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Unset dirty status for tenant:0c3bf1824735400691dc22a89c2ccee5 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:33:38.958762 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-4a1fc533-1490-46b9-8c6e-c98b7ea0ae5a tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.48 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 945 time: 0.1001520
Apr 23 10:33:39.029175 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46958) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:39.082388 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f3c6b594-8d41-4e63-bfdb-895988e8a67e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b3a789c4def47328aab08e34916fa32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518365
Apr 23 10:33:39.085091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 46962) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:39.132208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Deleting port ff06a90e-eb4b-42f0-89da-0eca30f40496 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:33:39.132585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.195685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 05bad05a-f948-4b9d-87bd-78e049565661 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:33:39.219160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8556e713-6804-4b5e-b991-365128922aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.280584 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91abd82-f7db-4620-86cf-882324c3cf64 req-cde6a176-47c8-43af-a74f-5523db937b48 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:39.283831 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f91abd82-f7db-4620-86cf-882324c3cf64 req-cde6a176-47c8-43af-a74f-5523db937b48 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 945 time: 0.1822584
Apr 23 10:33:39.286309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8556e713-6804-4b5e-b991-365128922aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.299622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] For port ff06a90e-eb4b-42f0-89da-0eca30f40496, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ff06a90e-eb4b-42f0-89da-0eca30f40496,segment=NetworkSegment(2cad6015-9e7b-4d15-9d20-cf770c78fedc),segment_id=2cad6015-9e7b-4d15-9d20-cf770c78fedc)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:39.300133 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.419862 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f91abd82-f7db-4620-86cf-882324c3cf64 req-c964e149-3aac-46d3-95bf-7d24996f8cc8 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/security-groups?id=31f86d97-abf4-43f7-a375-033caa528d5b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234767
Apr 23 10:33:39.460248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8556e713-6804-4b5e-b991-365128922aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.461828 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Calling delete_port for ff06a90e-eb4b-42f0-89da-0eca30f40496 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:33:39.469338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-00871f8e-ceef-4a47-8000-c9cff500726b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:39.485593 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbc14e-dde5-4ec2-879c-4223ea543241 req-be08ad6b-599a-4815-84e4-8f2bb9c4b4c0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:39.488555 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c5bbc14e-dde5-4ec2-879c-4223ea543241 req-be08ad6b-599a-4815-84e4-8f2bb9c4b4c0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 944 time: 0.1402905
Apr 23 10:33:39.498867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556e713-6804-4b5e-b991-365128922aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1215a52-6102-4bc2-ab4a-77c813057732,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:39.515869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 05bad05a-f948-4b9d-87bd-78e049565661, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=05bad05a-f948-4b9d-87bd-78e049565661,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:39.520515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8556e713-6804-4b5e-b991-365128922aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:39.524730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8556e713-6804-4b5e-b991-365128922aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.528019 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8556e713-6804-4b5e-b991-365128922aa1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a1215a52-6102-4bc2-ab4a-77c813057732 HTTP/1.1" status: 204  len: 168 time: 0.4417584
Apr 23 10:33:39.536561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '05bad05a-f948-4b9d-87bd-78e049565661', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'port_id': '05bad05a-f948-4b9d-87bd-78e049565661', 'mac_address': 'fa:16:3e:47:f0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:33:39.581414 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c5bbc14e-dde5-4ec2-879c-4223ea543241 req-93ee07fd-bbc0-40e2-933c-53e8f1243449 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855579
Apr 23 10:33:39.596826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.603907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.616390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bad05a-f948-4b9d-87bd-78e049565661 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:33:39.617508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fc49875a-9844-47e7-ac25-16179061b699 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:39.633238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 05bad05a-f948-4b9d-87bd-78e049565661, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=05bad05a-f948-4b9d-87bd-78e049565661,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:39.636226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.638394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-decfa1a0-9437-43c3-99c9-51e1f9c5482a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:39.673286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['ff06a90e-eb4b-42f0-89da-0eca30f40496'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:33:39.729396 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Pushing event deleted for resources: {'Port': ['ID=ff06a90e-eb4b-42f0-89da-0eca30f40496,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:39.732450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:39.755221 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=05bad05a-f948-4b9d-87bd-78e049565661,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:39.758499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:39.772094 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] No DVR routers for this DVR port ff06a90e-eb4b-42f0-89da-0eca30f40496 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:33:39.774695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:39.779058 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ec5f5-5f84-4227-bc65-7b851ca465a9', 'name': 'network-vif-deleted', 'tag': 'ff06a90e-eb4b-42f0-89da-0eca30f40496'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:33:39.792312 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d7f74be1-068e-4a0b-ab8c-4aca3bef4d99 req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.48 "DELETE /v2.0/ports/ff06a90e-eb4b-42f0-89da-0eca30f40496 HTTP/1.1" status: 204  len: 173 time: 0.8242149
Apr 23 10:33:39.828273 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ec5f5-5f84-4227-bc65-7b851ca465a9', 'name': 'network-vif-deleted', 'tag': 'ff06a90e-eb4b-42f0-89da-0eca30f40496', 'status': 'completed', 'code': 200}
Apr 23 10:33:39.923457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46974) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:39.978151 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6412d977-60af-4ca9-8793-ab22605d538a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9fbc3f6c8b1c48d1826aa2f091c22cfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0531838
Apr 23 10:33:39.980523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 46978) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:40.042388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86b7d61a-8d75-49a5-88d3-567b5f54f3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:40.072175 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86b7d61a-8d75-49a5-88d3-567b5f54f3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:40.095903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['05bad05a-f948-4b9d-87bd-78e049565661'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:33:40.117432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86b7d61a-8d75-49a5-88d3-567b5f54f3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:40.122387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-06fc7564-8466-454c-b6be-2857c09945d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:40.134210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7d61a-8d75-49a5-88d3-567b5f54f3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cb31db-c520-4096-acf7-87ce681c3fe4,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:40.137919 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-86b7d61a-8d75-49a5-88d3-567b5f54f3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:40.141754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-86b7d61a-8d75-49a5-88d3-567b5f54f3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:40.142756 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-86b7d61a-8d75-49a5-88d3-567b5f54f3de admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83cb31db-c520-4096-acf7-87ce681c3fe4 HTTP/1.1" status: 204  len: 168 time: 0.1612282
Apr 23 10:33:40.630290 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-08611b93-cda5-4adc-a359-1d4f47c4e5eb req-75ce4443-555c-4be8-80ab-93373064e2e6 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] 10.222.0.75 "GET /v2.0/ports?device_id=051ec5f5-5f84-4227-bc65-7b851ca465a9 HTTP/1.1" status: 200  len: 210 time: 0.0516927
Apr 23 10:33:40.810430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32dacf-ce92-4890-8b01-3e1f879257f4 req-802cde64-1177-418c-8dfa-63859f944baf tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:40.812014 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a32dacf-ce92-4890-8b01-3e1f879257f4 req-802cde64-1177-418c-8dfa-63859f944baf tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 945 time: 0.0909619
Apr 23 10:33:40.860738 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a32dacf-ce92-4890-8b01-3e1f879257f4 req-f3369e78-c292-461e-92b6-bdeadab9c0dd tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420678
Apr 23 10:33:41.242802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 05bad05a-f948-4b9d-87bd-78e049565661 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:33:41.316374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 05bad05a-f948-4b9d-87bd-78e049565661 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:33:41.321436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 05bad05a-f948-4b9d-87bd-78e049565661 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:33:41.321905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:41.454723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:41.485154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9741445-8171-4690-899b-d9183dda3fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bad05a-f948-4b9d-87bd-78e049565661'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:33:41.495538 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 05bad05a-f948-4b9d-87bd-78e049565661, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=05bad05a-f948-4b9d-87bd-78e049565661,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:33:41.498799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:41.499779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device ff06a90e-eb4b-42f0-89da-0eca30f40496 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:33:41.534818 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9741445-8171-4690-899b-d9183dda3fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bad05a-f948-4b9d-87bd-78e049565661', 'code': 200}
Apr 23 10:33:41.535423 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-74b9696c-773e-42fc-b885-b3fc3edca172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:41.585784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: ff06a90e-eb4b-42f0-89da-0eca30f40496 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:33:41.586542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device ff06a90e-eb4b-42f0-89da-0eca30f40496 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:33:41.615336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=05bad05a-f948-4b9d-87bd-78e049565661,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:41.618537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:41.913379 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe631aa-b0a8-4921-abaf-e437fb10f988 req-5365e571-a9c4-4ec2-83ae-48574ac4c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:41.915280 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dbe631aa-b0a8-4921-abaf-e437fb10f988 req-5365e571-a9c4-4ec2-83ae-48574ac4c956 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 1099 time: 0.0836127
Apr 23 10:33:41.969980 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dbe631aa-b0a8-4921-abaf-e437fb10f988 req-80899f1f-57ba-4a48-8dec-533a49bf5113 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467665
Apr 23 10:33:42.080253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4802c0-d5fd-4d8a-bee7-fbe3bdf2d1c0 req-da772ae8-90f8-4dcd-8cdf-f915243df2a8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:42.082235 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc4802c0-d5fd-4d8a-bee7-fbe3bdf2d1c0 req-da772ae8-90f8-4dcd-8cdf-f915243df2a8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 946 time: 0.1006315
Apr 23 10:33:42.135425 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc4802c0-d5fd-4d8a-bee7-fbe3bdf2d1c0 req-b9c867cc-1705-4609-add4-1f693aec2945 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464950
Apr 23 10:33:43.342641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a81d8-1d8a-460f-a5bd-cb1cb52733d3 req-43ae1151-d554-4bd9-bb97-bd48db23fb16 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:43.344823 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-178a81d8-1d8a-460f-a5bd-cb1cb52733d3 req-43ae1151-d554-4bd9-bb97-bd48db23fb16 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 946 time: 0.0963538
Apr 23 10:33:43.429622 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-178a81d8-1d8a-460f-a5bd-cb1cb52733d3 req-22d1a459-4ae2-4ad9-9ed2-e8ac2b3e3fc3 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723677
Apr 23 10:33:44.625769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885065c4-ee6b-4274-97ac-406e79fe51e6 req-b76cee86-1cd0-4503-8ab4-9dd3941b0970 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:44.627364 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-885065c4-ee6b-4274-97ac-406e79fe51e6 req-b76cee86-1cd0-4503-8ab4-9dd3941b0970 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 946 time: 0.0888090
Apr 23 10:33:44.676352 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-885065c4-ee6b-4274-97ac-406e79fe51e6 req-9939bb72-71f1-4eba-9af4-b62428bb7f4f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426812
Apr 23 10:33:44.877915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f016b-464a-494b-b014-6f140b0d9e06 req-0e548fb0-0c5f-424d-80e1-ed3b048d7014 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:44.879488 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-588f016b-464a-494b-b014-6f140b0d9e06 req-0e548fb0-0c5f-424d-80e1-ed3b048d7014 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 946 time: 0.0916674
Apr 23 10:33:44.927467 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-588f016b-464a-494b-b014-6f140b0d9e06 req-efcc8e8f-1ae7-4831-b016-9bcb04685924 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415506
Apr 23 10:33:44.952257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47082) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:45.201991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053de78d-2440-417e-954f-94324fb037e6 tempest-TestVolumeBootPattern-269697902 tempest-TestVolumeBootPattern-269697902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:45.202754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-053de78d-2440-417e-954f-94324fb037e6 tempest-TestVolumeBootPattern-269697902 tempest-TestVolumeBootPattern-269697902-project-admin] Synchronizing usage tracker for tenant:1b5813b662864329a16eda79157db571 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:33:45.217763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-053de78d-2440-417e-954f-94324fb037e6 tempest-TestVolumeBootPattern-269697902 tempest-TestVolumeBootPattern-269697902-project-admin] Unset dirty status for tenant:1b5813b662864329a16eda79157db571 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:33:45.218953 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-053de78d-2440-417e-954f-94324fb037e6 tempest-TestVolumeBootPattern-269697902 tempest-TestVolumeBootPattern-269697902-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 1094 time: 0.2655065
Apr 23 10:33:45.222030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47088) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:33:45.227894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'floatingip': {'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'port_id': '05bad05a-f948-4b9d-87bd-78e049565661', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:33:45.234056 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:33:45.238713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:floatingip and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:33:45.241748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:33:45.247838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:33:45.257604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:45.405574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:45.552102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Allocated IP 172.27.0.141 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/3687ec19-92d3-47f0-83c7-8cbbb08cf735) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:33:45.705740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:45.736136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:45.740758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a139baa3-2554-401a-ac50-53605b3137a0 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:45.803962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:33:45.807385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:33:45.809971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:33:45.850733 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'Port': ['ID=3687ec19-92d3-47f0-83c7-8cbbb08cf735,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:45.853732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:46.468423 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:46.545430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:46.761767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:46.765194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:46.769899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-596def13-ec13-4b40-9304-5c969c9206e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:33:46.885093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'Port': ['ID=3687ec19-92d3-47f0-83c7-8cbbb08cf735,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:33:46.887902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:33:46.894983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:47.076701 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Floating IP d1a934f1-3952-482f-9b4c-7bf7e645c558 associated. External IP: 172.27.0.141, port: 05bad05a-f948-4b9d-87bd-78e049565661.
Apr 23 10:33:47.444070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Router 88f40f15-281d-44da-9394-0d78055f71ba has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:33:47.628466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:33:47.638389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] Sync routers for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:33:47.649485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:33:47.650172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9ca0be0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:33:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:47.653898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:33:47.727207 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5040622
Apr 23 10:33:47.727893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9741445-8171-4690-899b-d9183dda3fbb', 'tag': '05bad05a-f948-4b9d-87bd-78e049565661'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:33:47.776070 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9741445-8171-4690-899b-d9183dda3fbb', 'tag': '05bad05a-f948-4b9d-87bd-78e049565661', 'status': 'completed', 'code': 200}
Apr 23 10:33:47.845962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:33:47.909407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-a09b5383-98b5-4174-8cd6-926897ba435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:47.911009 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-a09b5383-98b5-4174-8cd6-926897ba435c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 1099 time: 0.0792129
Apr 23 10:33:48.063931 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-e85976cd-9d6e-47a7-9b03-f25712a24ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:48.065456 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-e85976cd-9d6e-47a7-9b03-f25712a24ad9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.1464856
Apr 23 10:33:48.184724 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-3f772633-be89-49da-afde-9bdc4652ac3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05bad05a-f948-4b9d-87bd-78e049565661 HTTP/1.1" status: 200  len: 1000 time: 0.1112874
Apr 23 10:33:48.231330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9ca0be0>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'd1a934f1-3952-482f-9b4c-7bf7e645c558', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': '05bad05a-f948-4b9d-87bd-78e049565661', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:47:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9741445-8171-4690-899b-d9183dda3fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:33:46Z', 'updated_at': '2021-04-23T10:33:46Z', 'revision_number': 0, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:48.236020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] Checking router: 88f40f15-281d-44da-9394-0d78055f71ba for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:33:48.244920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:33:48.245600 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9ca0be0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:33:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:48.269661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-e949cca0-3ec6-4244-9f96-e443eb763fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:48.271644 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-e949cca0-3ec6-4244-9f96-e443eb763fbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.0774958
Apr 23 10:33:48.379820 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-3962d553-d10c-4697-a659-cc71415d5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:33:48.381389 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-3962d553-d10c-4697-a659-cc71415d5a93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1024544
Apr 23 10:33:48.448390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:33:48.545938 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-23007744-f648-4210-9e0c-cc1966ceed95 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559484
Apr 23 10:33:48.709347 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cfea91b2-93da-4663-84b0-28b77fecd698 req-68f52b73-8edb-4227-9a4e-7784ecd22a29 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553750
Apr 23 10:33:48.858457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9ca0be0>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'd1a934f1-3952-482f-9b4c-7bf7e645c558', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': '05bad05a-f948-4b9d-87bd-78e049565661', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:47:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9741445-8171-4690-899b-d9183dda3fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:33:46Z', 'updated_at': '2021-04-23T10:33:46Z', 'revision_number': 0, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:33:48.863154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347b591-8b34-4b8d-b339-602ce4620c74 None None] The sync data for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi is: [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'd1a934f1-3952-482f-9b4c-7bf7e645c558', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': '05bad05a-f948-4b9d-87bd-78e049565661', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:47:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9741445-8171-4690-899b-d9183dda3fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:33:46Z', 'updated_at': '2021-04-23T10:33:46Z', 'revision_number': 0, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:33:49.127307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957148c-d4c4-4a6e-9888-7ad59c8c960b None None] New status for floating IP d1a934f1-3952-482f-9b4c-7bf7e645c558: ACTIVE {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:34:02.587696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:03.205786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27451288-7148-4432-af1e-866d6d8a2676 req-0691cd5c-2bfa-415d-9653-cf01a12f9adb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:03.207360 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-27451288-7148-4432-af1e-866d6d8a2676 req-0691cd5c-2bfa-415d-9653-cf01a12f9adb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 946 time: 0.0870776
Apr 23 10:34:03.254243 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-27451288-7148-4432-af1e-866d6d8a2676 req-7b61f0ca-6d9b-41b3-b3fe-eee5adde589b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406020
Apr 23 10:34:04.517141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6451f16-d756-475f-a7cf-48c063211515 req-ec4aa97a-1023-419c-abd7-21af44c1aeb9 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:04.518729 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c6451f16-d756-475f-a7cf-48c063211515 req-ec4aa97a-1023-419c-abd7-21af44c1aeb9 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 946 time: 0.1441071
Apr 23 10:34:04.567744 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c6451f16-d756-475f-a7cf-48c063211515 req-58e8dbaa-cb90-46a2-b93e-ddbd10d2e303 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426049
Apr 23 10:34:04.865243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53397d66-bda5-4eea-9df2-25b6c7d6224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:04.886814 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-8cf00697-3422-40b1-b21f-4f4be6c40f8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0778654
Apr 23 10:34:05.030996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-d7aa263a-580a-45f5-a9bd-2efc7d3a8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:05.032780 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-d7aa263a-580a-45f5-a9bd-2efc7d3a8490 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 1098 time: 0.0878859
Apr 23 10:34:05.222972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-304dc6c6-48b0-4c84-8094-6e256ead91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:05.224813 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-304dc6c6-48b0-4c84-8094-6e256ead91ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 912 time: 0.1459470
Apr 23 10:34:05.340966 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-6602c97b-0b57-43bc-ba80-11c0b226e0be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b HTTP/1.1" status: 200  len: 1000 time: 0.1046844
Apr 23 10:34:05.413653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-cca387ba-5481-476b-8171-f506a3f116c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:05.415286 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-cca387ba-5481-476b-8171-f506a3f116c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 200  len: 850 time: 0.0665455
Apr 23 10:34:05.631520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-e14ee5ba-94ff-4e28-879c-409da8c80542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:05.633199 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-e14ee5ba-94ff-4e28-879c-409da8c80542 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6324dbe3-5626-411e-a23f-f2dd748a1268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1521356
Apr 23 10:34:05.645211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-abee36ff-9784-4a29-ab75-97d6d05b55b3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:05.645963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-abee36ff-9784-4a29-ab75-97d6d05b55b3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Synchronizing usage tracker for tenant:58dae872da554eea9307d4f29dd5e75b on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:34:05.750772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-abee36ff-9784-4a29-ab75-97d6d05b55b3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Unset dirty status for tenant:58dae872da554eea9307d4f29dd5e75b on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:34:05.752030 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-abee36ff-9784-4a29-ab75-97d6d05b55b3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 946 time: 0.2697310
Apr 23 10:34:05.781599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fab257-8d03-4e20-b32c-9ccbf5bc1c05 req-8e0c4b2c-dc20-4a1f-96b4-2329db6d38c8 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:05.783868 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-31fab257-8d03-4e20-b32c-9ccbf5bc1c05 req-8e0c4b2c-dc20-4a1f-96b4-2329db6d38c8 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 946 time: 0.0947783
Apr 23 10:34:05.836678 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-31fab257-8d03-4e20-b32c-9ccbf5bc1c05 req-3b3ec581-cb87-4c0f-8117-56a1c6fe89b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=45f19be0-be30-4445-b024-9c50ce70c2ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461264
Apr 23 10:34:06.093723 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-23a2ddc0-58b0-4453-9eef-1632b63b5a3f service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4436100
Apr 23 10:34:06.302535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Deleting port 8a07215a-09c4-436b-88c9-810eb5bfe916 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:06.302922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:06.323003 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ff7792cd-d518-4cce-9f32-0e2c29d06fbc req-58bac06d-03a6-46d3-8b2b-1216188abda0 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1946831
Apr 23 10:34:06.450556 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] For port 8a07215a-09c4-436b-88c9-810eb5bfe916, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8a07215a-09c4-436b-88c9-810eb5bfe916,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:06.450855 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:06.726322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7738450e-be22-4b76-ad0f-6cbc495fdf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:06.766009 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:06.766423 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:06.766847 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Floating IP bb4d1c00-3651-43bd-a2c9-cd08e53f7b5e disassociated. External IP: 172.27.0.85, port: 8a07215a-09c4-436b-88c9-810eb5bfe916.
Apr 23 10:34:06.767146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Calling delete_port for 8a07215a-09c4-436b-88c9-810eb5bfe916 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:06.884405 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:06.893011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8d430bdf-07bd-4cb3-adfd-8cf5d9b0601b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:06.944578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event deleted for resources: {'Port': ['ID=8a07215a-09c4-436b-88c9-810eb5bfe916,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:06.947840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:07.016030 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8bae4a78-d5b6-459a-9fa2-3ee7de9de8cb req-fb350624-ed1a-4088-b98c-3aae0e00b3e5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 210 time: 0.0494735
Apr 23 10:34:07.154691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Router 9e46866e-0435-46ba-8eaa-54abc5e2b440 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:34:07.347459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:34:07.360549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] Sync routers for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:34:07.371475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:07.372152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9b70f0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:07.438199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] No DVR routers for this DVR port 8a07215a-09c4-436b-88c9-810eb5bfe916 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:34:07.440840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:07.443767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-deleted', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:07.459997 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e7d2226b-f296-4d24-be9c-ba18409796c0 req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "DELETE /v2.0/ports/8a07215a-09c4-436b-88c9-810eb5bfe916 HTTP/1.1" status: 204  len: 173 time: 1.7006228
Apr 23 10:34:07.496617 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ec3c16-6d0c-4397-8525-ada093144765', 'name': 'network-vif-deleted', 'tag': '8a07215a-09c4-436b-88c9-810eb5bfe916', 'status': 'completed', 'code': 200}
Apr 23 10:34:07.742743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:07.753734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:08.100013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9b70f0>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:08.104915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] Checking router: 9e46866e-0435-46ba-8eaa-54abc5e2b440 for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:34:08.115330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:08.116005 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9b70f0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:08.213108 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c6ff9644-44fc-416d-bf3e-35721f04c229 req-406dfdca-f364-4321-a9a4-a0b24014ac3d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ec3c16-6d0c-4397-8525-ada093144765 HTTP/1.1" status: 200  len: 210 time: 0.0627935
Apr 23 10:34:08.263770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:08.324630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:08.663108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9b70f0>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:08.667776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2c8db-6454-421d-89cb-9689ad2c6b64 None None] The sync data for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi is: [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:34:08.880885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:09.133762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d467c21-93d8-4ec9-9f42-90cab4e7d7d1 None None] New status for floating IP bb4d1c00-3651-43bd-a2c9-cd08e53f7b5e: DOWN {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:34:09.347788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:34:09.363872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47422) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:09.391325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 8a07215a-09c4-436b-88c9-810eb5bfe916 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:34:09.391974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 8a07215a-09c4-436b-88c9-810eb5bfe916 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:34:09.436647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5dae-3601-4601-93d1-16b9c6b50e28 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:09.468673 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5dae-3601-4601-93d1-16b9c6b50e28 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:09.518937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5dae-3601-4601-93d1-16b9c6b50e28 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:09.524219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f06363d1-e820-49fc-8918-b2e5f2929898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:09.541422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c5dae-3601-4601-93d1-16b9c6b50e28 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f19be0-be30-4445-b024-9c50ce70c2ba,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:09.547357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9c3c5dae-3601-4601-93d1-16b9c6b50e28 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:09.549388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5dae-3601-4601-93d1-16b9c6b50e28 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:09.553254 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9c3c5dae-3601-4601-93d1-16b9c6b50e28 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "DELETE /v2.0/security-groups/45f19be0-be30-4445-b024-9c50ce70c2ba HTTP/1.1" status: 204  len: 168 time: 0.1856558
Apr 23 10:34:09.553516 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47426) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:09.571585 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.v2.resource [None req-5ae5a6df-870d-460a-854e-69ab643455ef tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] show failed (client error): The resource could not be found.
Apr 23 10:34:09.575127 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5ae5a6df-870d-460a-854e-69ab643455ef tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups/45f19be0-be30-4445-b024-9c50ce70c2ba HTTP/1.1" status: 404  len: 347 time: 0.0181544
Apr 23 10:34:09.577232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47430) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:09.811417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Deleting port 7cda0635-bc68-4f7b-9279-84441fa3b258 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:09.811791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:09.948752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:09.949383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.090671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Calling delete_port for 7cda0635-bc68-4f7b-9279-84441fa3b258 owned by network:floatingip {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:10.218972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.223895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1806b411-e591-474b-bf6a-922bfc70b8ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:10.284606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event deleted for resources: {'Port': ['ID=7cda0635-bc68-4f7b-9279-84441fa3b258,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:10.329056 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:10.407206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.426419 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.427648 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "DELETE /v2.0/floatingips/bb4d1c00-3651-43bd-a2c9-cd08e53f7b5e HTTP/1.1" status: 204  len: 168 time: 0.8494198
Apr 23 10:34:10.619775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47450) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:10.625740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908567360', 'description': 'tempest-description--2103799340'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:10.632587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:10.636886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:security_group and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:10.639897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:10.646428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:10.655998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.677411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:10.681452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:security_group_rule and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:10.684371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:10.691016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:10.761519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.763979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.769197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f5052b6c-8da6-4b8f-9b26-3808cd78791c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:10.810735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a24d7d-4b69-48d1-a49a-9a9f794a35cd,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:10.813508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.815312 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1944537
Apr 23 10:34:10.816279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:10.818351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47454) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:10.823692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'security_group_rule': {'security_group_id': '56a24d7d-4b69-48d1-a49a-9a9f794a35cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:10.829832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:10.833786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:security_group_rule and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:10.836703 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:10.842636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:10.862265 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.923896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.926262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.933846 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:10.953636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d125823-93ea-4bc6-831c-1e3c632864ef,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:10.956318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:10.962383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:10.963930 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0bc4d38f-2bc2-4c18-a40d-80a1f1f2d876 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1445973
Apr 23 10:34:10.966909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47458) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:10.972933 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'security_group_rule': {'security_group_id': '56a24d7d-4b69-48d1-a49a-9a9f794a35cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:10.979204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:10.983221 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:security_group_rule and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:10.986795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:10.992817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:11.008193 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.071979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.074744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.077082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-74b76096-ed98-4468-a2e6-21b67901b1ba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:11.100017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7562c2-046c-457a-8ceb-398b7578a4ab,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:11.104272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:11.112017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.113304 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-386be14c-0f4e-4122-b6f1-909206be67b5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1453831
Apr 23 10:34:11.116395 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47464) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:11.121977 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'floatingip': {'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:11.128313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:11.132553 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:floatingip and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:11.135600 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:11.142039 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:11.151821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.286498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47474) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:11.300733 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.357437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a6436d-5143-4aad-96d9-e9cc75320fa9 admin admin] Deleting subnet a737a4f3-738a-4bde-b528-43739c96d2f8 {{(pid=86337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:34:11.360568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53a6436d-5143-4aad-96d9-e9cc75320fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.413822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53a6436d-5143-4aad-96d9-e9cc75320fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848247158'] for subnet, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.462074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Allocated IP 172.27.0.248 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/6d457571-b8b9-402b-90d7-1fe86105f233) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:34:11.494837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53a6436d-5143-4aad-96d9-e9cc75320fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.626204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:34:11.649392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.682849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.691722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb58b53c-c751-4331-8691-6a624b04bc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:11.765663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:34:11.769261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:34:11.773221 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:34:11.781498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc6814-5622-46fe-85da-fe3e174835ab req-b6285fb9-02e4-497b-b0b2-7c92975f00ae tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:11.783639 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c6fc6814-5622-46fe-85da-fe3e174835ab req-b6285fb9-02e4-497b-b0b2-7c92975f00ae tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.2343576
Apr 23 10:34:11.805904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'Port': ['ID=6d457571-b8b9-402b-90d7-1fe86105f233,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:11.813016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:11.860798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.888896 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c6fc6814-5622-46fe-85da-fe3e174835ab req-0f812f1e-8d60-47f8-b2c7-c118f1f810cf tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940013
Apr 23 10:34:11.910563 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53a6436d-5143-4aad-96d9-e9cc75320fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5541596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849038594'] for subnet, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.915643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:11.922097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.952268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6436d-5143-4aad-96d9-e9cc75320fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a737a4f3-738a-4bde-b528-43739c96d2f8,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:11.955634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-53a6436d-5143-4aad-96d9-e9cc75320fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:11.956730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53a6436d-5143-4aad-96d9-e9cc75320fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:11.962957 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-53a6436d-5143-4aad-96d9-e9cc75320fa9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a737a4f3-738a-4bde-b528-43739c96d2f8 HTTP/1.1" status: 204  len: 168 time: 0.6753490
Apr 23 10:34:11.965517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47486) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:12.081485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:12.145826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:12.149466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:12.154042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:12.213833 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:12.268643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'Port': ['ID=6d457571-b8b9-402b-90d7-1fe86105f233,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:12.271601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:12.281471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:12.303843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:12.305170 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1877279
Apr 23 10:34:12.331302 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4baa1a26a0>,) {'filters': {'network_id': ['01dac5e2-8045-446b-9f79-3bbc5d1c9dc3']}} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:12.344210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa1a26a0>, '2cad6015-9e7b-4d15-9d20-cf770c78fedc') {'for_net_delete': True} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:12.344551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa1a26a0>, '2cad6015-9e7b-4d15-9d20-cf770c78fedc') {} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:12.357652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6528642'] for segment, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:12.372472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:12.378724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=86337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:34:12.576266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:34:12.588227 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849234049'] for segment, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:12.696528 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-876f5d45-cb11-463b-9026-fddcba7ac0b0 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1908567360&fields=id&tenant_id=58dae872da554eea9307d4f29dd5e75b HTTP/1.1" status: 200  len: 267 time: 0.1563773
Apr 23 10:34:13.132042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Network 01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:34:13.161574 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:34:13.291495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:13.315696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:13.329012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:13.348324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0b3a-b566-4d28-870f-557f3511fb66 req-69edea74-7706-43a8-87a1-a24a738951bd tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:13.350175 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a87e0b3a-b566-4d28-870f-557f3511fb66 req-69edea74-7706-43a8-87a1-a24a738951bd tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.3380136
Apr 23 10:34:13.357019 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-ef21d118-15fc-4d5e-936a-cc27c3bd82a2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:13.358449 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-ef21d118-15fc-4d5e-936a-cc27c3bd82a2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 816 time: 0.6458838
Apr 23 10:34:13.363848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=01dac5e2-8045-446b-9f79-3bbc5d1c9dc3,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:13.385324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:13.399614 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] 10.222.0.75 "DELETE /v2.0/networks/01dac5e2-8045-446b-9f79-3bbc5d1c9dc3 HTTP/1.1" status: 204  len: 168 time: 1.4330847
Apr 23 10:34:13.403234 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-6c7312f5-cd46-4ced-82eb-335ee864df53 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/quotas/58dae872da554eea9307d4f29dd5e75b HTTP/1.1" status: 200  len: 375 time: 0.0351887
Apr 23 10:34:13.469632 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a87e0b3a-b566-4d28-870f-557f3511fb66 req-18706ac7-ef7d-45d4-ae88-048536ad0d4c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100247
Apr 23 10:34:13.512170 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-1a03d4f0-b483-47ba-9f55-4731c674fd13 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0994706
Apr 23 10:34:13.585928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47520) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:13.638848 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-03420519-6225-4568-8b7c-e88ee158061c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c3bf1824735400691dc22a89c2ccee5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513816
Apr 23 10:34:13.648893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47524) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:13.756180 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3c6154b7-97b5-41fd-b60b-b915b5f97de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:13.774926 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-6bf18004-5637-4d77-9973-3c9dc526af92 service neutron] 10.222.0.75 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2501092
Apr 23 10:34:13.820010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3c6154b7-97b5-41fd-b60b-b915b5f97de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:13.958953 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-10937cfc-b29d-4b4d-90da-a0aada932e6d service neutron] 10.222.0.75 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1744597
Apr 23 10:34:13.962546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3c6154b7-97b5-41fd-b60b-b915b5f97de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:13.967507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b062402c-3ed8-471f-9df2-8b6ae6933d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:13.981286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6154b7-97b5-41fd-b60b-b915b5f97de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f86d97-abf4-43f7-a375-033caa528d5b,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:13.983758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3c6154b7-97b5-41fd-b60b-b915b5f97de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:13.987520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3c6154b7-97b5-41fd-b60b-b915b5f97de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:13.989413 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3c6154b7-97b5-41fd-b60b-b915b5f97de0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/31f86d97-abf4-43f7-a375-033caa528d5b HTTP/1.1" status: 204  len: 168 time: 0.3393028
Apr 23 10:34:14.155390 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3af0d511-0ef1-4f88-ab20-c8352cc289a2 req-4f432841-159f-4c75-84b2-f9ecee9a8477 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0493472
Apr 23 10:34:14.867403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e2756-3a67-4363-8584-5a4c82c4f1e7 req-c7323ef9-1723-435e-b0ef-e4653f185ea6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:14.869022 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-802e2756-3a67-4363-8584-5a4c82c4f1e7 req-c7323ef9-1723-435e-b0ef-e4653f185ea6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.0911179
Apr 23 10:34:14.916122 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-802e2756-3a67-4363-8584-5a4c82c4f1e7 req-5940c3c6-c182-426a-9370-6c2f644751aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407653
Apr 23 10:34:15.321327 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-87338255-15d7-44f8-b5f8-8ee4048d7a93 req-026f330c-af94-4464-94a9-7b1bcfdd1627 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0476856
Apr 23 10:34:16.115232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebff39-e0f2-44c1-980b-52d275e1b484 req-288abaf6-07e3-48d3-ac1c-fa6853bae573 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:16.116844 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4cebff39-e0f2-44c1-980b-52d275e1b484 req-288abaf6-07e3-48d3-ac1c-fa6853bae573 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.0876775
Apr 23 10:34:16.166976 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4cebff39-e0f2-44c1-980b-52d275e1b484 req-50946b29-4a50-4d6c-aa1c-3f188f57cc35 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438900
Apr 23 10:34:16.496152 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d11ffed5-2586-485c-889d-1e79dce0d0ba req-9049042b-c742-4fec-9c7d-afb6e93a0935 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0557053
Apr 23 10:34:17.367841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2504cf2-7aee-4894-b639-ddf20a4c301c req-90feb719-2106-43e2-bac3-17263a326c4c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:17.369452 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e2504cf2-7aee-4894-b639-ddf20a4c301c req-90feb719-2106-43e2-bac3-17263a326c4c tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.0888510
Apr 23 10:34:17.420480 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e2504cf2-7aee-4894-b639-ddf20a4c301c req-791bc104-edd7-4ad9-8973-f543b80c20ed tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447919
Apr 23 10:34:17.662493 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-264b8942-d0b3-4156-b2e5-59e7b8c4a2c4 req-559ac69c-7340-432f-a91d-c941878c45fa tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0484560
Apr 23 10:34:18.620266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7fec-70d6-4b85-8358-ffb2a661962b req-ebd08e87-ea61-4e19-9a12-a247463b07e6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:18.621788 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-31ce7fec-70d6-4b85-8358-ffb2a661962b req-ebd08e87-ea61-4e19-9a12-a247463b07e6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.0866148
Apr 23 10:34:18.668691 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-31ce7fec-70d6-4b85-8358-ffb2a661962b req-7f6292b1-c86b-491f-9a12-e685454c15f9 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401239
Apr 23 10:34:18.831775 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8d20f97f-8933-4f17-b891-99498f46926e req-799f4498-7076-497e-bca3-b9e965f909ae tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0515182
Apr 23 10:34:19.764244 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32037321-1071-48de-900c-16786bf70c6b req-7c43d520-e27c-4f8b-9d49-f158a0f6e44d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:19.765008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-32037321-1071-48de-900c-16786bf70c6b req-7c43d520-e27c-4f8b-9d49-f158a0f6e44d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Synchronizing usage tracker for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:34:19.781973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-32037321-1071-48de-900c-16786bf70c6b req-7c43d520-e27c-4f8b-9d49-f158a0f6e44d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Unset dirty status for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:34:19.783172 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-32037321-1071-48de-900c-16786bf70c6b req-7c43d520-e27c-4f8b-9d49-f158a0f6e44d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1051109
Apr 23 10:34:19.873591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f42c2-31ba-4986-ae03-a66c63ea0403 req-d4d926eb-24f7-476d-bdd2-c22db0839e32 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:19.875203 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e06f42c2-31ba-4986-ae03-a66c63ea0403 req-d4d926eb-24f7-476d-bdd2-c22db0839e32 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.0899813
Apr 23 10:34:19.926509 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e06f42c2-31ba-4986-ae03-a66c63ea0403 req-40fa0051-61ef-40fa-915d-59a370ca648d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447271
Apr 23 10:34:19.951015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Deleting port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:19.951696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:20.025756 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d361042d-107e-442f-9008-5691618a1755 req-e1b8d65b-36c0-4d6e-bc59-a60d59289bec tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0566759
Apr 23 10:34:20.091710 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-2a472231-bac8-4c99-97f8-884443bd78bd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768182529&fields=id&tenant_id=74c2fbda36d54e61a94b83ab438f9327 HTTP/1.1" status: 200  len: 267 time: 0.0507629
Apr 23 10:34:20.191533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-886f49a8-3edb-47c7-bc72-17ff54be2443 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:20.193415 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-886f49a8-3edb-47c7-bc72-17ff54be2443 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 984 time: 0.0945511
Apr 23 10:34:20.207547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Request body: {'port': {'security_groups': ['0ee20505-ac5a-45e9-b20a-886a84f811ff']}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:20.343789 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:20.480701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] For port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:20.481125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:20.501685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-3dcccdb6-b6e7-4fed-852d-09465f297b0d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:20.503264 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-3dcccdb6-b6e7-4fed-852d-09465f297b0d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 816 time: 0.2312264
Apr 23 10:34:20.617457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] For port ea7af943-5156-4071-b870-2e11f94aac19, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ea7af943-5156-4071-b870-2e11f94aac19,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:20.645895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:20.654100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:20.684907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:20.701644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['ea7af943-5156-4071-b870-2e11f94aac19'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:34:20.711145 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-1d5aafd5-9623-4a02-a9e8-e10a5f0f3eb5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Synchronizing usage tracker for tenant:58dae872da554eea9307d4f29dd5e75b on resource:security_group {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:34:20.747288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:20.747995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:20.753947 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-30fbf525-54ed-4db4-8fb9-a216bf9bc633 req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "PUT /v2.0/ports/ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 200  len: 942 time: 0.5525680
Apr 23 10:34:20.754678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:20.763970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47606) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:20.804382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event updated for resources: {'Port': ['ID=ea7af943-5156-4071-b870-2e11f94aac19,revision_number=7']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:20.808368 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d3edc7d2-68d7-4f84-b156-2395c82a13ed tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:20.855143 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19', 'status': 'completed', 'code': 200}
Apr 23 10:34:20.921873 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-1d5aafd5-9623-4a02-a9e8-e10a5f0f3eb5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Unset dirty status for tenant:58dae872da554eea9307d4f29dd5e75b on resource:security_group {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:34:20.923186 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-1d5aafd5-9623-4a02-a9e8-e10a5f0f3eb5 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58dae872da554eea9307d4f29dd5e75b HTTP/1.1" status: 200  len: 380 time: 0.3608587
Apr 23 10:34:20.923335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['ea7af943-5156-4071-b870-2e11f94aac19'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:34:20.943240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'port': {'device_id': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'admin_state_up': True, 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'security_groups': ['56a24d7d-4b69-48d1-a49a-9a9f794a35cd']}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:21.064092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-cdd9d866-0fc4-4a7b-96d6-4a3694d894e5 None None] Provisioning complete for port ea7af943-5156-4071-b870-2e11f94aac19 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:34:21.065531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd9d866-0fc4-4a7b-96d6-4a3694d894e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:21.088422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:21.088955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:21.089439 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Floating IP d2574566-2c27-4def-9ef3-48cc3add64f6 disassociated. External IP: 172.27.0.20, port: 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b.
Apr 23 10:34:21.089912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Calling delete_port for 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:21.159806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-10cff6f4-ffa1-41c7-87e4-e42f91c316d5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:21.226015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-10cff6f4-ffa1-41c7-87e4-e42f91c316d5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:21.238043 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-201b7c10-fad1-480d-8894-84ada4205e59 req-df89852c-e53d-49df-8d0c-b54b7b61a10f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0597637
Apr 23 10:34:21.249955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:21.265924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Usage tracker for resource:port and tenant:58dae872da554eea9307d4f29dd5e75b is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:21.273157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:21.291157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-a02f46d3-cc5c-459e-b750-0237b1b722f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:21.292845 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-a02f46d3-cc5c-459e-b750-0237b1b722f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74c2fbda36d54e61a94b83ab438f9327&device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 1098 time: 0.3895710
Apr 23 10:34:21.294049 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:21.302794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963813c-93a4-4567-b07e-c2b6a03bf402 req-4c7c8575-7bc5-4dc9-94b0-c0981ebab800 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:21.311907 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9963813c-93a4-4567-b07e-c2b6a03bf402 req-4c7c8575-7bc5-4dc9-94b0-c0981ebab800 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 945 time: 0.1910589
Apr 23 10:34:21.357533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Made reservation on behalf of 58dae872da554eea9307d4f29dd5e75b for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:34:21.364073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:21.446975 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9963813c-93a4-4567-b07e-c2b6a03bf402 req-c9b83aeb-72d6-4383-a4a1-cf4f07e4bff2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341188
Apr 23 10:34:21.470854 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:21.483261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:21.492924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-265dc7ba-fe01-49f2-a7bf-888f80e2c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:21.494550 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-265dc7ba-fe01-49f2-a7bf-888f80e2c79a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 HTTP/1.1" status: 200  len: 915 time: 0.1802800
Apr 23 10:34:21.514890 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-10cff6f4-ffa1-41c7-87e4-e42f91c316d5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:21.555315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event deleted for resources: {'Port': ['ID=2328a75a-c921-4cb4-a8b2-186ddc9d4b4b,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:21.579240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.579665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.580078 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.580524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.580934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.581362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.581832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.582164 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.582564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.582963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.583358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.583756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:21.607236 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-f886d056-e01e-4b17-a5aa-ef34167c3f4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 200  len: 1000 time: 0.1050899
Apr 23 10:34:21.650610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:21.686860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ba02b4f4-3b0e-4cf5-9124-ae9560e0ab77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:21.692422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-596604b7-6410-431b-9e02-7897d9669a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:21.694029 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-596604b7-6410-431b-9e02-7897d9669a05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2b33362-4999-4707-9467-b68c73dc835f HTTP/1.1" status: 200  len: 853 time: 0.0691018
Apr 23 10:34:21.773892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cff6f4-ffa1-41c7-87e4-e42f91c316d5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d95034-744b-4e81-ad93-56882dbedd70,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:21.781591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-d2aaa970-7096-4866-b6ba-0b86178c2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:21.782682 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-10cff6f4-ffa1-41c7-87e4-e42f91c316d5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:21.783357 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-d2aaa970-7096-4866-b6ba-0b86178c2f90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820386
Apr 23 10:34:21.805923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-10cff6f4-ffa1-41c7-87e4-e42f91c316d5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:21.807139 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-10cff6f4-ffa1-41c7-87e4-e42f91c316d5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "DELETE /v2.0/security-groups/42d95034-744b-4e81-ad93-56882dbedd70 HTTP/1.1" status: 204  len: 168 time: 1.0419827
Apr 23 10:34:21.812903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47622) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:21.925819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Allocated IP 172.20.0.11 (74ce0333-9c48-4617-a7c4-c72396622d38/7e6f4e92-efbf-4e34-b224-20c487e154b7/cc48a21d-a7e8-49c5-8012-8438d9e4d97e) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:34:21.933084 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-cd877a00-d586-42b4-a09f-de68d159f4d6 service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419213
Apr 23 10:34:22.081144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Router d05fff93-11eb-4dd4-a540-9914bc72d83e has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:34:22.323494 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6ad84bc1-c48f-4ea2-a2d6-098af87b07d8 req-8ccdd09c-c93c-4998-abfd-5fdd43ff3c53 service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3826640
Apr 23 10:34:22.431862 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a2ca675c-6b05-49df-8c15-8d3f27251f83 req-eab8a4de-a429-4da8-824f-fba4da2b0486 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0502145
Apr 23 10:34:22.527750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:34:22.538009 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] Sync routers for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:34:22.549044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:22.549969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa7fdbe0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:22.583295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:22.617764 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f9ed8eea-b34e-4f21-a86b-1d8709f59411 req-7b2f6d5a-2f23-485e-bad5-58bf306bfddc tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9b218ba-0336-4640-aaf9-563b0c40e805 HTTP/1.1" status: 200  len: 210 time: 0.0499022
Apr 23 10:34:22.630318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Deleting port 6f7426a2-c7e6-44f4-a04c-1100c2f35ebd {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:22.630717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:22.648606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] No DVR routers for this DVR port 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:34:22.657345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:22.659557 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-32037321-1071-48de-900c-16786bf70c6b req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "DELETE /v2.0/ports/2328a75a-c921-4cb4-a8b2-186ddc9d4b4b HTTP/1.1" status: 204  len: 173 time: 2.8683126
Apr 23 10:34:22.748091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:22.945639 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'name': 'network-vif-deleted', 'tag': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:22.957980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Transition to ACTIVE for port object cc48a21d-a7e8-49c5-8012-8438d9e4d97e will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:34:23.000554 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b218ba-0336-4640-aaf9-563b0c40e805', 'name': 'network-vif-deleted', 'tag': '2328a75a-c921-4cb4-a8b2-186ddc9d4b4b', 'status': 'completed', 'code': 200}
Apr 23 10:34:23.029042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:23.029412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:23.099739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:23.118918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa7fdbe0>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:23.123376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] Checking router: d05fff93-11eb-4dd4-a540-9914bc72d83e for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:34:23.132542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:23.133323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa7fdbe0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:23.164393 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:23.206565 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Calling delete_port for 6f7426a2-c7e6-44f4-a04c-1100c2f35ebd owned by network:floatingip {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:23.245561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Network 74ce0333-9c48-4617-a7c4-c72396622d38 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:34:23.255027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:34:23.266785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:34:23.329342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:23.343343 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:23.366399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:23.367141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:23.395356 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4652476
Apr 23 10:34:23.417860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Request body: {'port': {'device_id': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:23.515151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:23.596198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:23.692788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:23.693025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-8b99d4f6-2f26-447e-9224-7e726c1493e5 None None] Provisioning for port cc48a21d-a7e8-49c5-8012-8438d9e4d97e completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:34:23.705163 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c8a5b5a6-1ac1-4cf4-be25-17ccaefcfc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:23.706190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-8b99d4f6-2f26-447e-9224-7e726c1493e5 None None] Provisioning complete for port cc48a21d-a7e8-49c5-8012-8438d9e4d97e triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:34:23.706608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b99d4f6-2f26-447e-9224-7e726c1493e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:23.775630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event deleted for resources: {'Port': ['ID=6f7426a2-c7e6-44f4-a04c-1100c2f35ebd,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:23.856552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:23.884615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabb664-49b8-42e9-9f57-6a2637e06986 req-975661a1-e808-4ee6-9874-3638c5374eed tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:23.891691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-8b99d4f6-2f26-447e-9224-7e726c1493e5 None None] Port cc48a21d-a7e8-49c5-8012-8438d9e4d97e cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:34:23.896666 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bfabb664-49b8-42e9-9f57-6a2637e06986 req-975661a1-e808-4ee6-9874-3638c5374eed tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 932 time: 0.1365411
Apr 23 10:34:23.916443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47672) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:23.975306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks [] for floatingip, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:23.975791 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Floating IP ce8ff1ed-38e5-4375-b23e-8a5003d29859 disassociated (deleted). External IP: 172.27.0.77, port: ea7af943-5156-4071-b870-2e11f94aac19.
Apr 23 10:34:23.979329 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bfabb664-49b8-42e9-9f57-6a2637e06986 req-6fbf6d43-9d0c-45b3-9553-fa0b0191207a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796301
Apr 23 10:34:24.022879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa7fdbe0>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:24.027777 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c3f7f0-78f1-46c3-8788-39cbc7858739 None None] The sync data for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi is: [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:34:24.047185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1a1f41d3-c261-42d1-9c16-66ff9e55dcd2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:24.098592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1a1f41d3-c261-42d1-9c16-66ff9e55dcd2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:24.156938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1a1f41d3-c261-42d1-9c16-66ff9e55dcd2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:24.163161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-88003d4f-5d8e-4656-baa4-9ba5870b126d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:24.179395 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f41d3-c261-42d1-9c16-66ff9e55dcd2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:24.182079 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1a1f41d3-c261-42d1-9c16-66ff9e55dcd2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:24.187337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1a1f41d3-c261-42d1-9c16-66ff9e55dcd2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:24.191274 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1a1f41d3-c261-42d1-9c16-66ff9e55dcd2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "DELETE /v2.0/security-groups/c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb HTTP/1.1" status: 204  len: 168 time: 0.2708507
Apr 23 10:34:24.191904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47680) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:24.215332 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.v2.resource [None req-744c65ad-4657-4bc6-86db-68d9307a8324 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] show failed (client error): The resource could not be found.
Apr 23 10:34:24.217051 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-744c65ad-4657-4bc6-86db-68d9307a8324 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups/c59a13a4-106e-4e2c-bc4a-ce68de2c6fdb HTTP/1.1" status: 404  len: 347 time: 0.0233772
Apr 23 10:34:24.219462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47684) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:24.458998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Deleting port eb895214-5ffc-4094-9def-c764944e4d2d {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:24.459379 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:24.496209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1febfa2-436f-48ca-9266-9ee8b72cd20a None None] New status for floating IP d2574566-2c27-4def-9ef3-48cc3add64f6: DOWN {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:34:24.558820 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc48a21d-a7e8-49c5-8012-8438d9e4d97e {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:34:24.571309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:24.587722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Router 7a7280a4-4de8-4031-8f5d-431b2327578f has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:34:24.589640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:24.590023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:24.596742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Transition to ACTIVE for port object cc48a21d-a7e8-49c5-8012-8438d9e4d97e will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:34:24.604312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:24.609168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-df6bb7f8-ad30-4863-be34-3f9965568b4a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:24.725178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Calling delete_port for eb895214-5ffc-4094-9def-c764944e4d2d owned by network:floatingip {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:24.788093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:34:24.788434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:34:24.954459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:24.957476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:25.033644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:34:25.039017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Attempting to bind port cc48a21d-a7e8-49c5-8012-8438d9e4d97e on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:34:25.039404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Attempting to bind port cc48a21d-a7e8-49c5-8012-8438d9e4d97e by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:34:25.039771 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Attempting to bind port cc48a21d-a7e8-49c5-8012-8438d9e4d97e on network 74ce0333-9c48-4617-a7c4-c72396622d38 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:34:25.043004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] Sync routers for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:34:25.047765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Port cc48a21d-a7e8-49c5-8012-8438d9e4d97e on network 74ce0333-9c48-4617-a7c4-c72396622d38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:34:25.048075 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Attempting to bind port cc48a21d-a7e8-49c5-8012-8438d9e4d97e on network 74ce0333-9c48-4617-a7c4-c72396622d38 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:34:25.053861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:25.054818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa858b00>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:25.057968 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:34:25.058346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Checking segment: {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:34:25.058764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Bound using segment: {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:34:25.059239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Bound port: cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88b2423-6cf1-4d41-ba40-308c3053e4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:34:25.059626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:25.072547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:25.208539 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a880c89-2df6-4ce9-a92e-435c32d84d8e req-7ee4ca6b-bc26-4d34-97c4-4abe1ac742e4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:25.209561 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3a880c89-2df6-4ce9-a92e-435c32d84d8e req-7ee4ca6b-bc26-4d34-97c4-4abe1ac742e4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.1098619
Apr 23 10:34:25.272668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:25.272919 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3a880c89-2df6-4ce9-a92e-435c32d84d8e req-c9bdc8bc-64bf-4a5e-a3b1-b65265cad44d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562875
Apr 23 10:34:25.360870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Deleting port eb895214-5ffc-4094-9def-c764944e4d2d {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:25.361320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:25.445423 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "DELETE /v2.0/floatingips/ce8ff1ed-38e5-4375-b23e-8a5003d29859 HTTP/1.1" status: 204  len: 168 time: 3.6293559
Apr 23 10:34:25.455543 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:34:25.459640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:25.503208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:34:25.503749 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 2328a75a-c921-4cb4-a8b2-186ddc9d4b4b not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:34:25.523867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:34:25.527829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:34:25.538733 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:25.558395 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19', 'status': 'completed', 'code': 200}
Apr 23 10:34:25.558695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:25.559073 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:25.559253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:25.730419 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Calling delete_port for eb895214-5ffc-4094-9def-c764944e4d2d owned by network:floatingip {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:25.771030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:25.790963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:25.792329 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:25.793037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:25.794527 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] 10.222.0.48 "PUT /v2.0/ports/cc48a21d-a7e8-49c5-8012-8438d9e4d97e HTTP/1.1" status: 200  len: 1094 time: 2.3822834
Apr 23 10:34:25.828675 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa858b00>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'c1f85926-275b-4183-9c16-38fc11fd95c8', 'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'mac_address': 'fa:16:3e:49:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:45Z', 'updated_at': '2021-04-23T10:30:58Z', 'revision_number': 5, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'subnets': [{'id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:25.857671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] Checking router: 7a7280a4-4de8-4031-8f5d-431b2327578f for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:34:25.877797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:25.878504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa858b00>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:25.968279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-3062e283-26b1-4dd7-9d30-bbfca1040278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:25.970006 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-3062e283-26b1-4dd7-9d30-bbfca1040278 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74c2fbda36d54e61a94b83ab438f9327&device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 1098 time: 0.3128159
Apr 23 10:34:26.000561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:26.006772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:26.085100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event deleted for resources: {'Port': ['ID=eb895214-5ffc-4094-9def-c764944e4d2d,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:26.121530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:26.196351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:26.203576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-0b4cfa54-f696-4e48-be88-c9fb702204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:26.205989 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-0b4cfa54-f696-4e48-be88-c9fb702204f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 HTTP/1.1" status: 200  len: 915 time: 0.2261646
Apr 23 10:34:26.208857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-0ccfe357-9fc3-4e93-854b-ecaf25bb308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:26.210391 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-0ccfe357-9fc3-4e93-854b-ecaf25bb308e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 1097 time: 0.3456757
Apr 23 10:34:26.211159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:26.229457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:26.234747 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fc1b042b-a54b-4e13-b9d9-8107eedbb7a4 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "DELETE /v2.0/floatingips/d2574566-2c27-4def-9ef3-48cc3add64f6 HTTP/1.1" status: 204  len: 168 time: 2.0135572
Apr 23 10:34:26.372177 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-4093affa-5653-47de-8380-431cb7bdfeb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 200  len: 217 time: 0.1464884
Apr 23 10:34:26.373673 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-a81da9bd-50f9-416c-b192-f85d37ab1e1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e HTTP/1.1" status: 200  len: 217 time: 0.1469100
Apr 23 10:34:26.487612 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bdbaf-7fbd-41a6-b693-50463a6be4ce req-8ffa9d41-6c12-4e43-b4a7-b9ac0cfd072c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:26.495400 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ed3bdbaf-7fbd-41a6-b693-50463a6be4ce req-8ffa9d41-6c12-4e43-b4a7-b9ac0cfd072c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.0955164
Apr 23 10:34:26.515630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-1e643de9-7c37-4144-b978-3f87a2124828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:26.517335 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-1e643de9-7c37-4144-b978-3f87a2124828 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2b33362-4999-4707-9467-b68c73dc835f HTTP/1.1" status: 200  len: 853 time: 0.1310120
Apr 23 10:34:26.518545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47716) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:26.527717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--160175843', 'description': 'tempest-description--1801019935'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:26.539083 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ed3bdbaf-7fbd-41a6-b693-50463a6be4ce req-3f99d174-436c-40ad-be80-d118e496fc2b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429389
Apr 23 10:34:26.543012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:26.573273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa858b00>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'c1f85926-275b-4183-9c16-38fc11fd95c8', 'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'mac_address': 'fa:16:3e:49:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:45Z', 'updated_at': '2021-04-23T10:30:58Z', 'revision_number': 5, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'subnets': [{'id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:26.577431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2886e-9d3b-4343-87db-c10b959c35f2 None None] The sync data for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi is: [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:30:46Z', 'revision_number': 4, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'c1f85926-275b-4183-9c16-38fc11fd95c8', 'name': '', 'network_id': '4fa29bb5-e2e8-46fb-a0b4-97526cc5d422', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'mac_address': 'fa:16:3e:49:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:45Z', 'updated_at': '2021-04-23T10:30:58Z', 'revision_number': 5, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'subnets': [{'id': 'a2b33362-4999-4707-9467-b68c73dc835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:34:26.598185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:security_group and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:26.602312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:26.612193 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-75412d88-70ec-48c2-8e4b-303ba9148227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:26.613812 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-75412d88-70ec-48c2-8e4b-303ba9148227 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.1553376
Apr 23 10:34:26.614777 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:26.665966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:26.715643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:26.724923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:security_group_rule and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:26.728684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:26.739018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:26.755425 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-d0c48848-7917-4584-81d6-e3c03472c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:26.757101 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-d0c48848-7917-4584-81d6-e3c03472c366 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2217515
Apr 23 10:34:26.871208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-379517bc-c226-4838-92cf-aefdc295a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:26.872846 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-379517bc-c226-4838-92cf-aefdc295a5d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2440794
Apr 23 10:34:27.016194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e85cf64-7ab3-4632-a666-c49a68118a21 None None] New status for floating IP ce8ff1ed-38e5-4375-b23e-8a5003d29859: DOWN {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:34:27.063567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.066786 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-56642450-8712-436b-bf72-1c468c0cc3d9 service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3019795
Apr 23 10:34:27.069886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.081178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8999aa1e-f7e8-4e65-a394-0ed780e3ed5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:27.257655 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46045304-5186-423a-9da3-af27c02638d4,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:27.265839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:27.278195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.282361 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.7580972
Apr 23 10:34:27.283084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47730) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:27.287616 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-ca4b5f88-0fa3-49ed-bbb1-428097bab7bd service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4063373
Apr 23 10:34:27.288653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'security_group_rule': {'security_group_id': '46045304-5186-423a-9da3-af27c02638d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:27.298616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:27.303691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:security_group_rule and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:27.307107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:27.317444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:27.337241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.411172 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.418131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.420814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0c2fa71a-44a2-4594-b7cc-e1c8983e3dda tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:27.423212 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1226a02b-7aa3-4d21-bd38-1a994dfb681a req-9a4e76f3-e273-4a4a-8322-17c3b050d829 service neutron] 10.222.0.48 "GET /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3458524
Apr 23 10:34:27.441388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a584da5-18cc-44fb-8247-5e871efd6146,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:27.462220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:27.474285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.478434 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2139cc60-b03e-42d7-b53c-9ac3fc0cd1f5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1916778
Apr 23 10:34:27.478957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47740) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:27.496420 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'security_group_rule': {'security_group_id': '46045304-5186-423a-9da3-af27c02638d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:27.504837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:27.513026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:security_group_rule and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:27.517427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:27.522587 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9d4d85c1-8bf0-42e1-8f91-2300b37e5396 req-d296877b-03df-4791-b96b-ce286ac34613 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147593
Apr 23 10:34:27.526471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:27.543907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.560094 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:27.613051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.616632 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502669'] for security_group_rule, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.618793 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'status': 'completed', 'code': 200}
Apr 23 10:34:27.622153 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:27.647074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45b20ed-2735-4aad-ae17-f05fbd638ce8,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:27.650225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:27.676899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.681212 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2a1bcf31-adab-4751-8645-151c009e2875 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1981475
Apr 23 10:34:27.681472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47752) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:27.687412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'floatingip': {'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:27.739375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:27.748335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Usage tracker for resource:floatingip and tenant:1deadace3cdb4a64aaf14100caacd8a0 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:27.751438 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:27.760190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:27.781658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:27.793799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acb678-d9b0-4afc-8b42-d4afe9cb14dd req-d5201bb8-2961-43b0-87a5-4d543305f07d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:27.795402 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b4acb678-d9b0-4afc-8b42-d4afe9cb14dd req-d5201bb8-2961-43b0-87a5-4d543305f07d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.0917201
Apr 23 10:34:27.844710 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b4acb678-d9b0-4afc-8b42-d4afe9cb14dd req-854180ea-cb80-427e-bd26-8f21be6e31ec tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427635
Apr 23 10:34:27.868463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-07c1dd22-bd7f-4c0e-aac2-212b8d625357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:27.870127 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-07c1dd22-bd7f-4c0e-aac2-212b8d625357 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 1097 time: 0.1775713
Apr 23 10:34:27.936555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:28.075725 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Allocated IP 172.27.0.8 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/7cfbb996-94d1-42a7-8121-2cb453c5fab0) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:34:28.226922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:28.255668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:28.260162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:28.329020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:34:28.331949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:34:28.335741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:34:28.371223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'Port': ['ID=7cfbb996-94d1-42a7-8121-2cb453c5fab0,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:28.375495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:28.421519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:28.487715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:29.058928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9f3b2-27e0-43f6-a08a-b804e3e04183 req-b8907bed-58dc-4e03-be69-4b259f34f5d6 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:29.059759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:29.060568 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6dc9f3b2-27e0-43f6-a08a-b804e3e04183 req-b8907bed-58dc-4e03-be69-4b259f34f5d6 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.0921049
Apr 23 10:34:29.065362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:29.070234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a18ba3fb-a6bd-4075-adc4-06db56a0437e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:29.101994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-ff9658a9-8e41-48ca-9c43-53117b396ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:29.103575 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-ff9658a9-8e41-48ca-9c43-53117b396ca3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 917 time: 0.4468434
Apr 23 10:34:29.111827 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6dc9f3b2-27e0-43f6-a08a-b804e3e04183 req-32bbc99a-5dc5-467e-a2ee-39e57dc94b77 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438967
Apr 23 10:34:29.187660 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'Port': ['ID=7cfbb996-94d1-42a7-8121-2cb453c5fab0,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:29.192764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:29.199667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:29.221636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:29.222919 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.5404508
Apr 23 10:34:29.393107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-5a07d266-4cf0-4412-86d3-fe75050e65ff tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Synchronizing usage tracker for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:34:29.406986 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-5a07d266-4cf0-4412-86d3-fe75050e65ff tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Unset dirty status for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:34:29.408180 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-5a07d266-4cf0-4412-86d3-fe75050e65ff tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--160175843&fields=id&tenant_id=1deadace3cdb4a64aaf14100caacd8a0 HTTP/1.1" status: 200  len: 267 time: 0.0568659
Apr 23 10:34:29.571160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-960947ca-3b35-4c45-87ff-e40c7947feca tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:29.573073 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-960947ca-3b35-4c45-87ff-e40c7947feca tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 811 time: 0.1574244
Apr 23 10:34:29.573331 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-33a74366-8573-409a-8ec2-3d5cf5f96092 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e HTTP/1.1" status: 200  len: 217 time: 0.0710428
Apr 23 10:34:29.589754 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-66b41c2f-da56-4fde-9d4a-3ae3ac226685 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/quotas/1deadace3cdb4a64aaf14100caacd8a0 HTTP/1.1" status: 200  len: 375 time: 0.0102563
Apr 23 10:34:29.691559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-348e6642-4a43-41c6-855c-71ee90aed085 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Synchronizing usage tracker for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:port {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:34:29.705999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-348e6642-4a43-41c6-855c-71ee90aed085 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Unset dirty status for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:port {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:34:29.707358 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-348e6642-4a43-41c6-855c-71ee90aed085 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1121342
Apr 23 10:34:29.855140 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-bc461418-984a-4d23-9845-62f55c3af440 service neutron] 10.222.0.75 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343048
Apr 23 10:34:29.993849 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-920c42fe-a0a1-43af-81c4-99b11202d14e service neutron] 10.222.0.75 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331904
Apr 23 10:34:30.187466 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-807285fa-3fb3-47a8-b73b-6945db06ebea req-bb69c7b2-0b40-4d4c-a586-f15cc014b862 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 210 time: 0.0504966
Apr 23 10:34:30.326877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67295c62-6e52-4925-bc4e-e828d24eecc9 req-6cfc6403-fe26-4d27-a72c-bd6997978ba7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:30.328447 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-67295c62-6e52-4925-bc4e-e828d24eecc9 req-6cfc6403-fe26-4d27-a72c-bd6997978ba7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.0906644
Apr 23 10:34:30.376822 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-67295c62-6e52-4925-bc4e-e828d24eecc9 req-3082a31f-dc86-477c-807b-de47a77134ed tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411861
Apr 23 10:34:30.545726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-2a9a0aa9-bc69-405e-be56-f028561e68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:30.547313 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-2a9a0aa9-bc69-405e-be56-f028561e68fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.0665479
Apr 23 10:34:30.642413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-a1e0e2a7-5fcc-42b6-87fb-623327eba07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:30.644522 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-a1e0e2a7-5fcc-42b6-87fb-623327eba07c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797768
Apr 23 10:34:30.807800 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-5eb94f40-79df-4e22-a714-fd92c492f53e service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461692
Apr 23 10:34:30.959203 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df6bea8a-d51d-45bf-9516-eff268f3f6e4 req-1fed1fe5-7df2-4f6c-8427-b0392bbfe517 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425416
Apr 23 10:34:31.401985 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a1bf3ee4-adf8-47ab-9da5-fc228f35a008 req-0cf0a52a-87df-44d7-bbf7-fc3ec47ebf1d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 210 time: 0.0626171
Apr 23 10:34:31.448670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79977181-ca81-445b-b94b-63c046e56170 req-3d8ebff6-9421-4cb2-83a7-8a8ee79631dc tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:31.450389 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-79977181-ca81-445b-b94b-63c046e56170 req-3d8ebff6-9421-4cb2-83a7-8a8ee79631dc tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.1465089
Apr 23 10:34:31.461826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-6a515d93-982c-47aa-bfca-76dfd24884d7 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:31.463708 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-6a515d93-982c-47aa-bfca-76dfd24884d7 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 811 time: 0.1631677
Apr 23 10:34:31.510437 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-79977181-ca81-445b-b94b-63c046e56170 req-e47af966-b3c0-403c-93a1-9f85ebd07359 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530767
Apr 23 10:34:31.539414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9c5941b3-e42c-43b5-a779-9c5160355bd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Synchronizing usage tracker for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:security_group {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:34:31.551958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9c5941b3-e42c-43b5-a779-9c5160355bd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Unset dirty status for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:security_group {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:34:31.553319 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9c5941b3-e42c-43b5-a779-9c5160355bd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1deadace3cdb4a64aaf14100caacd8a0 HTTP/1.1" status: 200  len: 379 time: 0.0691900
Apr 23 10:34:31.567769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'port': {'device_id': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'admin_state_up': True, 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'security_groups': ['46045304-5186-423a-9da3-af27c02638d4']}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:31.627533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49e969-dff3-49b5-9f0f-c98fe8bc7255 req-cd1f29b0-1a2b-4a29-bc04-e14d98afe299 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:31.633467 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9f49e969-dff3-49b5-9f0f-c98fe8bc7255 req-cd1f29b0-1a2b-4a29-bc04-e14d98afe299 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.0978613
Apr 23 10:34:31.679739 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9f49e969-dff3-49b5-9f0f-c98fe8bc7255 req-77c09b96-d6aa-4f73-a2d3-bd162ed2eecd tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441167
Apr 23 10:34:31.732443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:31.743328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:31.752225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Made reservation on behalf of 1deadace3cdb4a64aaf14100caacd8a0 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:34:31.758381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:31.931502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Allocated IP 172.20.0.13 (6324dbe3-5626-411e-a23f-f2dd748a1268/1f4f7054-f33d-4cb0-88a2-35a2f04e2180/1e0bade1-27cb-4d8b-a5f1-6d6d98faea89) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:34:32.131134 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:32.147765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Transition to ACTIVE for port object 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:34:32.170611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:32.177588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:32.238131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:34:32.245768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:34:32.248138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:34:32.302879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event updated for resources: {'Port': ['ID=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:32.305998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:32.333428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:32.334104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:32.359381 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7963436
Apr 23 10:34:32.379920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Request body: {'port': {'device_id': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:32.403225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-643d8946-8f7f-4c5d-a893-823a40ac0f74 None None] Provisioning for port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:34:32.408114 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-643d8946-8f7f-4c5d-a893-823a40ac0f74 None None] Provisioning complete for port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:34:32.408532 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-643d8946-8f7f-4c5d-a893-823a40ac0f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:32.465865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-643d8946-8f7f-4c5d-a893-823a40ac0f74 None None] Port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:34:32.500554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:32.613544 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:32.615122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65d7ad-2be6-469f-a21e-6efbaff16319 req-8948f7bb-6651-4d50-a939-fd47e2eeb52a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:32.617009 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6c65d7ad-2be6-469f-a21e-6efbaff16319 req-8948f7bb-6651-4d50-a939-fd47e2eeb52a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 932 time: 0.0922093
Apr 23 10:34:32.718867 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6c65d7ad-2be6-469f-a21e-6efbaff16319 req-9968ccf0-be47-4620-9da6-b2352b78fc04 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945687
Apr 23 10:34:32.751729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bf69a-97f8-4dbb-afc3-170a55001374 req-9ebd8c40-82cf-4554-aeee-5d72b5d278cd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:32.753526 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f22bf69a-97f8-4dbb-afc3-170a55001374 req-9ebd8c40-82cf-4554-aeee-5d72b5d278cd tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.1146078
Apr 23 10:34:32.806793 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f22bf69a-97f8-4dbb-afc3-170a55001374 req-76501ffe-1bb0-4fd3-abdb-02239f471a5b tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468597
Apr 23 10:34:32.884760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:34:32.893945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:32.911676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Transition to ACTIVE for port object 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:34:32.914369 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:32.919468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d677cadf-27b7-43e7-b035-bec627ed2993 tempest-VolumesSnapshotTestJSON-1422452243 tempest-VolumesSnapshotTestJSON-1422452243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:33.141262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:33.146272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:33.152309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51785d-277c-47fb-970d-d51179efd2d9 req-8606d2e3-d1ef-418c-bbc8-ea97837af859 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:33.154038 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ba51785d-277c-47fb-970d-d51179efd2d9 req-8606d2e3-d1ef-418c-bbc8-ea97837af859 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.3291082
Apr 23 10:34:33.181617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Attempting to bind port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:34:33.181996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Attempting to bind port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:34:33.182362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Attempting to bind port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 on network 6324dbe3-5626-411e-a23f-f2dd748a1268 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:34:33.188105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 on network 6324dbe3-5626-411e-a23f-f2dd748a1268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:34:33.188465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Attempting to bind port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 on network 6324dbe3-5626-411e-a23f-f2dd748a1268 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:34:33.195392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:34:33.195898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Checking segment: {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:34:33.196322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Bound using segment: {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:34:33.196798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Bound port: 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da15356c-4662-4ed3-ac50-3e1e4d905541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:34:33.197214 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:33.205818 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ba51785d-277c-47fb-970d-d51179efd2d9 req-ecda57fe-6906-4eca-8fcc-4eaed04fc108 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433362
Apr 23 10:34:33.346495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] For port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:34:33.358265 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] For port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:34:33.369794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:33.377240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a0ddcd2f-82bb-4095-99ae-874bcd702a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:33.444826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:33.445560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:33.447244 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 HTTP/1.1" status: 200  len: 1094 time: 1.0725088
Apr 23 10:34:33.450587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'tag': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:33.469960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-a696b467-06d7-41f7-84b4-9e268a808392 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:33.470848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-a696b467-06d7-41f7-84b4-9e268a808392 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Synchronizing usage tracker for tenant:74c2fbda36d54e61a94b83ab438f9327 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:34:33.484089 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:34:33.500930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:33.559317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-a696b467-06d7-41f7-84b4-9e268a808392 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Unset dirty status for tenant:74c2fbda36d54e61a94b83ab438f9327 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:34:33.561069 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-a696b467-06d7-41f7-84b4-9e268a808392 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.48 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.2755075
Apr 23 10:34:33.571520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:33.573670 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'tag': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89', 'status': 'completed', 'code': 200}
Apr 23 10:34:33.667696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:33.683530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'port_id': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'mac_address': 'fa:16:3e:9c:6e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:34:33.740591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-8cb537f0-c789-4655-a8b3-6be33392751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:33.742171 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-8cb537f0-c789-4655-a8b3-6be33392751b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 1097 time: 0.2287188
Apr 23 10:34:33.760761 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:33.779960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc48a21d-a7e8-49c5-8012-8438d9e4d97e {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:34:33.796662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:33.800887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:33.802812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:33.830403 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-68f98d78-b0bc-4073-a305-1280d964a5b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 HTTP/1.1" status: 200  len: 217 time: 0.0737300
Apr 23 10:34:33.836648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Deleting port ea7af943-5156-4071-b870-2e11f94aac19 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:33.837066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:33.893015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:33.904159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.904712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.905349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.905841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.906340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.906933 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.907409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.907896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.908903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.908903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.909548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.909920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:33.914630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:33.990441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe34f7e-d003-4566-b7a9-cf6944cbcbb9 req-1551ad5c-40ad-475e-adb6-49a35ccc23e6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:33.992015 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fe34f7e-d003-4566-b7a9-cf6944cbcbb9 req-1551ad5c-40ad-475e-adb6-49a35ccc23e6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 944 time: 0.1417196
Apr 23 10:34:34.004598 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-739601f7-282c-4158-a970-4642e135d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:34.006217 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-739601f7-282c-4158-a970-4642e135d7bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 200  len: 850 time: 0.1546662
Apr 23 10:34:34.060071 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fe34f7e-d003-4566-b7a9-cf6944cbcbb9 req-6370360b-5700-4d50-997b-6ad70e1697e5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610843
Apr 23 10:34:34.081293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca066c35-b57f-4b8d-8407-1352973163a7 req-056f28e3-fdfc-4aab-a774-17ad26b5bcb7 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:34.082900 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ca066c35-b57f-4b8d-8407-1352973163a7 req-056f28e3-fdfc-4aab-a774-17ad26b5bcb7 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 945 time: 0.1449621
Apr 23 10:34:34.114735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] For port ea7af943-5156-4071-b870-2e11f94aac19, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=ea7af943-5156-4071-b870-2e11f94aac19,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:34.115137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:34.130151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['cc48a21d-a7e8-49c5-8012-8438d9e4d97e'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:34:34.141671 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ca066c35-b57f-4b8d-8407-1352973163a7 req-498450a1-ca28-4f06-adca-1fcdbffb1fa7 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/security-groups?id=0ee20505-ac5a-45e9-b20a-886a84f811ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517480
Apr 23 10:34:34.251504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9cefb130-8678-47bd-bf45-c765e1a41908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:34.253200 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-9cefb130-8678-47bd-bf45-c765e1a41908 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6324dbe3-5626-411e-a23f-f2dd748a1268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2314322
Apr 23 10:34:34.260391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Calling delete_port for ea7af943-5156-4071-b870-2e11f94aac19 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:34.415135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ba1a9-bfcb-41d5-9e1d-0323a40353a3 req-413f4947-309c-434f-af34-e996d86314a1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:34.416720 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f6ba1a9-bfcb-41d5-9e1d-0323a40353a3 req-413f4947-309c-434f-af34-e996d86314a1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 945 time: 0.0875504
Apr 23 10:34:34.421976 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-4d8364b9-0cc5-4eaa-ade3-7591507fbaad service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584733
Apr 23 10:34:34.465305 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7f6ba1a9-bfcb-41d5-9e1d-0323a40353a3 req-391be179-8056-4d3f-b1b6-4dfc88bcb92c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417757
Apr 23 10:34:34.871874 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ea32367e-0942-4a61-b093-ca7ec2615960 req-a8de59e3-0c5c-48bc-b37e-0934799aaf7a service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4402287
Apr 23 10:34:34.872822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-59dad2cf-1b54-4ba8-8572-551bc154766a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:34.872953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:34.881240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c99affb5-fafc-4daf-ac71-2a1ee583b8fe tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:34.911611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['ea7af943-5156-4071-b870-2e11f94aac19'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:34:34.933204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Pushing event deleted for resources: {'Port': ['ID=ea7af943-5156-4071-b870-2e11f94aac19,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:34.935870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:35.064588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] No DVR routers for this DVR port ea7af943-5156-4071-b870-2e11f94aac19 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:34:35.067753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:35.091349 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6f246adc-ed6e-4b69-9daa-69b0678deec7 req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.48 "DELETE /v2.0/ports/ea7af943-5156-4071-b870-2e11f94aac19 HTTP/1.1" status: 204  len: 173 time: 1.5167158
Apr 23 10:34:35.108879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-34173add-ebd2-40c3-8ddd-b5e4aa99bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:35.110546 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-34173add-ebd2-40c3-8ddd-b5e4aa99bcc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 1097 time: 0.1356723
Apr 23 10:34:35.298045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-7d5afbc7-70e4-4682-aa47-578385c66076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:35.300305 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-7d5afbc7-70e4-4682-aa47-578385c66076 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 912 time: 0.1707351
Apr 23 10:34:35.363924 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d24b6a53-239c-4b8b-8521-8864e87cf299 req-a226c5d2-0bcb-471f-b76d-5bcc53b212b5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] 10.222.0.75 "GET /v2.0/ports?device_id=036e96c8-245c-4e84-857c-e3a4c66a5d6a HTTP/1.1" status: 200  len: 210 time: 0.0513134
Apr 23 10:34:35.378183 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0043b9-ec21-45a5-9cde-1779fcf831ab req-4bfd117a-d2b6-4711-b24e-8eb6cda3d5e7 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:35.379843 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2d0043b9-ec21-45a5-9cde-1779fcf831ab req-4bfd117a-d2b6-4711-b24e-8eb6cda3d5e7 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 944 time: 0.1691685
Apr 23 10:34:35.387876 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-cdf0b3b0-4007-4e4a-91cc-a13541b9146a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 HTTP/1.1" status: 200  len: 217 time: 0.0798950
Apr 23 10:34:35.442965 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2d0043b9-ec21-45a5-9cde-1779fcf831ab req-e9a2b20f-3c49-4fa9-9b4e-bdf0e45ffa5a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528026
Apr 23 10:34:35.469658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-881d3898-b57e-4956-a854-f5a08aac4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:35.471835 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-881d3898-b57e-4956-a854-f5a08aac4a3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 200  len: 850 time: 0.0756145
Apr 23 10:34:35.518646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:34:35.572071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-4bb894ed-0acd-48cc-b055-b8b0f07a2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:35.573822 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-4bb894ed-0acd-48cc-b055-b8b0f07a2c0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6324dbe3-5626-411e-a23f-f2dd748a1268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0942647
Apr 23 10:34:35.574451 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'name': 'network-vif-deleted', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:35.617634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port cc48a21d-a7e8-49c5-8012-8438d9e4d97e completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:34:35.624418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port cc48a21d-a7e8-49c5-8012-8438d9e4d97e triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:34:35.625097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:35.733615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6f83f-12c3-4099-99d5-6ddd1b11ede2 req-b8f41a64-da3e-4d73-a116-d365a779e523 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:35.742580 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6ab6f83f-12c3-4099-99d5-6ddd1b11ede2 req-b8f41a64-da3e-4d73-a116-d365a779e523 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 945 time: 0.1343808
Apr 23 10:34:35.760427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47902) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:35.829186 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6ab6f83f-12c3-4099-99d5-6ddd1b11ede2 req-5599795d-1ba8-4e2e-956e-37738698632d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851541
Apr 23 10:34:35.863707 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-25cc6d74-c4f2-4ac2-a6d8-8aa5c71ddfe6 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2726099
Apr 23 10:34:35.864349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:35.906549 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036e96c8-245c-4e84-857c-e3a4c66a5d6a', 'name': 'network-vif-deleted', 'tag': 'ea7af943-5156-4071-b870-2e11f94aac19', 'status': 'completed', 'code': 200}
Apr 23 10:34:35.907084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:35.919013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:35.922583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:35.923498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device ea7af943-5156-4071-b870-2e11f94aac19 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:34:35.932440 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:35.948801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:35.951351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:35.953255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Usage tracker for resource:security_group_rule and tenant:816c8e2dc88d42769bde58f6e6e7c126 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:35.956390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:35.962720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:36.026585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: ea7af943-5156-4071-b870-2e11f94aac19 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:34:36.026987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device ea7af943-5156-4071-b870-2e11f94aac19 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:34:36.044363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:36.047593 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:36.060134 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0414ec23-ecb9-4465-bb94-d52ce166ca25 req-0f56a6ff-8b3a-4854-8147-bb43b1772b95 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1891146
Apr 23 10:34:36.061512 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'code': 200}
Apr 23 10:34:36.073405 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.076098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.085476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:36.130908 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=816c8e2dc88d42769bde58f6e6e7c126&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3684614
Apr 23 10:34:36.132627 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6032e1cc-0c0b-4981-b3ec-2cdb4e675413,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:36.133789 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47912) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:36.140767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.141204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.141613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.142034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.142959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.143352 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.143746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.144130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.144517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.144901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.145307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.145690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:34:36.149845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:36.197158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45de1980-f400-43a7-b720-2c39dcd942ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.225273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45de1980-f400-43a7-b720-2c39dcd942ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.270032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45de1980-f400-43a7-b720-2c39dcd942ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.275268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d816e7e0-bef7-4293-bcb1-5448ba6824e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:36.335865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de1980-f400-43a7-b720-2c39dcd942ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6032e1cc-0c0b-4981-b3ec-2cdb4e675413,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:36.338309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-45de1980-f400-43a7-b720-2c39dcd942ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:36.343492 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45de1980-f400-43a7-b720-2c39dcd942ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.344869 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-45de1980-f400-43a7-b720-2c39dcd942ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6032e1cc-0c0b-4981-b3ec-2cdb4e675413 HTTP/1.1" status: 204  len: 168 time: 0.2100203
Apr 23 10:34:36.376726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fda12e-ab2d-40df-bdd4-553952ddc0b6 req-cfa602f0-6d4f-4efc-9a6c-35ab8e67d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:36.378381 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-64fda12e-ab2d-40df-bdd4-553952ddc0b6 req-cfa602f0-6d4f-4efc-9a6c-35ab8e67d8a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 1099 time: 0.0953205
Apr 23 10:34:36.423604 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-64fda12e-ab2d-40df-bdd4-553952ddc0b6 req-13ad1868-8e66-49e8-a5a0-b98d648c7a4a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385306
Apr 23 10:34:36.655019 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c882d7-2a95-44e0-aefd-476f853e2396 req-11664af2-19eb-4efc-9eb6-543a0b22c568 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:36.661906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 47932) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:36.665639 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-56c882d7-2a95-44e0-aefd-476f853e2396 req-11664af2-19eb-4efc-9eb6-543a0b22c568 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 944 time: 0.1038806
Apr 23 10:34:36.696662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.723556 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-56c882d7-2a95-44e0-aefd-476f853e2396 req-c9d0b211-da4a-4a12-aaf8-1b16ff938743 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483878
Apr 23 10:34:36.726570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9d064612-3129-4165-a543-3e4ceb56a50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.729819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:34:36.734741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] Usage tracker for resource:security_group_rule and tenant:af9779d8da6a40a5a3d8dcee12a119b5 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:34:36.737834 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:34:36.743990 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:34:36.830367 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.833179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:36.842529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7ea4e4de-99ca-4541-b923-a111bf49173b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:36.886185 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af9779d8da6a40a5a3d8dcee12a119b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2231312
Apr 23 10:34:36.888000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3f9963-24ac-4bd1-a4fc-fab93f63ec01,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:36.889015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47948) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:36.901942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fa0a3e65-e4d1-44d1-bb41-63b9cf75dc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:36.965008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7c98c7d2-c9b7-4903-801e-b2ce5cfc41bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:37.050357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7c98c7d2-c9b7-4903-801e-b2ce5cfc41bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:37.119892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02208c-71db-400c-8834-3836a832ad8a req-b55c9982-4762-4877-bee6-ae28a0dc87e2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:37.121723 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cc02208c-71db-400c-8834-3836a832ad8a req-b55c9982-4762-4877-bee6-ae28a0dc87e2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1582401
Apr 23 10:34:37.128036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7c98c7d2-c9b7-4903-801e-b2ce5cfc41bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:37.134602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6c19b914-efdd-4cf0-b9a8-fa356c5d20bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:37.166131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98c7d2-c9b7-4903-801e-b2ce5cfc41bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3f9963-24ac-4bd1-a4fc-fab93f63ec01,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:37.174558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7c98c7d2-c9b7-4903-801e-b2ce5cfc41bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:37.196010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7c98c7d2-c9b7-4903-801e-b2ce5cfc41bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:37.200095 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7c98c7d2-c9b7-4903-801e-b2ce5cfc41bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fc3f9963-24ac-4bd1-a4fc-fab93f63ec01 HTTP/1.1" status: 204  len: 168 time: 0.3069842
Apr 23 10:34:37.209700 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cc02208c-71db-400c-8834-3836a832ad8a req-22219983-92ed-41c6-a4c7-ac67a462db32 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759289
Apr 23 10:34:37.324119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 47980) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:37.499059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:34:37.672288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:37.743720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:37.766887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'port_id': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89', 'mac_address': 'fa:16:3e:43:65:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:34:37.834066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:37.855067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:34:37.875005 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:37.878652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:37.880617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:37.951957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:37.955775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:38.022437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13643b-084c-43f5-9ed0-5c5354b41a13 req-adf4d659-6e7c-4949-bce1-aa1fd594c263 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:38.024056 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2e13643b-084c-43f5-9ed0-5c5354b41a13 req-adf4d659-6e7c-4949-bce1-aa1fd594c263 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 945 time: 0.1692936
Apr 23 10:34:38.085622 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2e13643b-084c-43f5-9ed0-5c5354b41a13 req-af69991e-b6dd-4c5d-b2c1-252e7b02b79e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540276
Apr 23 10:34:38.088688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7977124'] for router_interface, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:38.166184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:38.189879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['1e0bade1-27cb-4d8b-a5f1-6d6d98faea89'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:34:38.507882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cee8e4-159b-445d-8561-3fef4fa17a41 req-3a94e512-9b2b-42b9-83f1-2c122b182ca3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:38.509757 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9cee8e4-159b-445d-8561-3fef4fa17a41 req-3a94e512-9b2b-42b9-83f1-2c122b182ca3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1537955
Apr 23 10:34:38.639695 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9cee8e4-159b-445d-8561-3fef4fa17a41 req-43af6a43-24a3-4183-a36e-aff935354f49 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002569
Apr 23 10:34:38.684650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Deleting port c1f85926-275b-4183-9c16-38fc11fd95c8 {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:38.685205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:38.880548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] For port c1f85926-275b-4183-9c16-38fc11fd95c8, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=c1f85926-275b-4183-9c16-38fc11fd95c8,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:38.880806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:38.880937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:39.019742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Calling delete_port for c1f85926-275b-4183-9c16-38fc11fd95c8 owned by network:router_interface {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:39.035372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1c4fb-9c02-49ae-8c2f-0acb9955bdf3 req-1b740fe2-5788-45b1-b2a1-92047b011a3d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:39.036954 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-61c1c4fb-9c02-49ae-8c2f-0acb9955bdf3 req-1b740fe2-5788-45b1-b2a1-92047b011a3d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.2640262
Apr 23 10:34:39.046288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48026) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:39.052465 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-ccb452e2-c503-4049-8890-12dfcc89707f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Request body: {'floatingip': {'port_id': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:39.139613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ccb452e2-c503-4049-8890-12dfcc89707f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:39.522064 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:34:39.596376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b898c-3320-4718-9823-d27922a31091 req-98650279-7937-49d4-b397-18e680bbe8d5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:39.598010 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e41b898c-3320-4718-9823-d27922a31091 req-98650279-7937-49d4-b397-18e680bbe8d5 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 945 time: 0.1709912
Apr 23 10:34:39.599983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:34:39.605273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:34:39.605693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:39.646756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:39.654399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e396c68c-3b7d-402f-9c71-bea2bbe772bf tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:39.728070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f85926-275b-4183-9c16-38fc11fd95c8,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:39.732720 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e41b898c-3320-4718-9823-d27922a31091 req-64304bbc-4ecc-49eb-9206-00bf5d00de02 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1254075
Apr 23 10:34:39.733468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:39.737529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:39.766326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:39.779870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:39.782383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:39.784910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4df8b258-7a22-406c-a1f5-313aaba748f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:39.847324 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89', 'code': 200}
Apr 23 10:34:39.873273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ccb452e2-c503-4049-8890-12dfcc89707f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:39.880891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ccb452e2-c503-4049-8890-12dfcc89707f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:39.884019 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:39.888581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:40.056782 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7977178'] for router_interface, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:40.131395 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-ccb452e2-c503-4049-8890-12dfcc89707f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Floating IP 61002c2a-9f37-4e72-92b7-96bd64169ee2 associated. External IP: 172.27.0.248, port: cc48a21d-a7e8-49c5-8012-8438d9e4d97e.
Apr 23 10:34:40.297755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26bba1-d76a-4dab-93bb-bbe1ce58487e req-6cbf4c18-06b6-46d7-93da-b421288d44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:40.299356 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-be26bba1-d76a-4dab-93bb-bbe1ce58487e req-6cbf4c18-06b6-46d7-93da-b421288d44b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 1099 time: 0.2441432
Apr 23 10:34:40.422710 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-be26bba1-d76a-4dab-93bb-bbe1ce58487e req-4fc2cde9-8001-458c-8c34-9b3ec7757dff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084313
Apr 23 10:34:40.435047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Router 7a7280a4-4de8-4031-8f5d-431b2327578f has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:34:40.556260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb452e2-c503-4049-8890-12dfcc89707f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Router 9e46866e-0435-46ba-8eaa-54abc5e2b440 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:34:40.637893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:34:40.649018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] Sync routers for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:34:40.661659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:40.662383 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baacd0860>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:40.674027 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-64344f74-a9b4-4a77-9a42-eb728e0c6ad6 admin admin] 10.222.0.75 "PUT /v2.0/routers/7a7280a4-4de8-4031-8f5d-431b2327578f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3485377
Apr 23 10:34:40.674991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48042) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:40.886372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks [] for router, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:40.886590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:41.094367 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb452e2-c503-4049-8890-12dfcc89707f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:34:41.108327 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ccb452e2-c503-4049-8890-12dfcc89707f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:41.108477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] Sync routers for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:34:41.118657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:41.119701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa79dd30>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:41.167983 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ccb452e2-c503-4049-8890-12dfcc89707f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "PUT /v2.0/floatingips/61002c2a-9f37-4e72-92b7-96bd64169ee2 HTTP/1.1" status: 200  len: 992 time: 2.1203306
Apr 23 10:34:41.168714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:41.194027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51c0fd-a2b2-436e-a0f8-5aee6e062d47 req-13ee6951-502c-44ba-8013-8854e6c4d776 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:41.203919 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ae51c0fd-a2b2-436e-a0f8-5aee6e062d47 req-13ee6951-502c-44ba-8013-8854e6c4d776 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 946 time: 0.1688750
Apr 23 10:34:41.231422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:41.273935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baacd0860>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:34:39Z', 'revision_number': 5, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port': {'id': '4773fcbd-fa5f-4e19-9914-c786a5ec369c', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:41Z', 'updated_at': '2021-04-23T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:41.278195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] Checking router: 7a7280a4-4de8-4031-8f5d-431b2327578f for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:34:41.287494 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] Routers {'7a7280a4-4de8-4031-8f5d-431b2327578f'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:41.288219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baacd0860>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['7a7280a4-4de8-4031-8f5d-431b2327578f'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:41.307233 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ae51c0fd-a2b2-436e-a0f8-5aee6e062d47 req-2371c49e-415b-4239-a38d-d89842eab605 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022842
Apr 23 10:34:41.328752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:41.344273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Deleting port 4773fcbd-fa5f-4e19-9914-c786a5ec369c {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:41.344657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:41.377975 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'status': 'completed', 'code': 200}
Apr 23 10:34:41.457234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] Set router 7a7280a4-4de8-4031-8f5d-431b2327578f gateway port host: None {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:41.478392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] For port 4773fcbd-fa5f-4e19-9914-c786a5ec369c, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4773fcbd-fa5f-4e19-9914-c786a5ec369c,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:41.478792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:41.574019 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baacd0860>, [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:34:41Z', 'revision_number': 6, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port_host': None}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:41.578886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ce939-3ddb-410a-8290-fd8adbd8ad61 None None] The sync data for ids ['7a7280a4-4de8-4031-8f5d-431b2327578f'] in dv-cinder-779233-3-iscsi is: [{'id': '7a7280a4-4de8-4031-8f5d-431b2327578f', 'name': 'tempest-TestMinimumBasicScenario-903854222-router', 'tenant_id': '74c2fbda36d54e61a94b83ab438f9327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:40Z', 'updated_at': '2021-04-23T10:34:41Z', 'revision_number': 6, 'project_id': '74c2fbda36d54e61a94b83ab438f9327', 'gw_port_host': None}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:34:41.620491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Calling delete_port for 4773fcbd-fa5f-4e19-9914-c786a5ec369c owned by network:router_gateway {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:41.782005 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:41.786929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:41.833883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Pushing event deleted for resources: {'Port': ['ID=4773fcbd-fa5f-4e19-9914-c786a5ec369c,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:41.836665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:41.898488 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa79dd30>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '61002c2a-9f37-4e72-92b7-96bd64169ee2', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'port_id': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'mac_address': 'fa:16:3e:9c:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:34:11Z', 'updated_at': '2021-04-23T10:34:39Z', 'revision_number': 1, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:41.902670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] Checking router: 9e46866e-0435-46ba-8eaa-54abc5e2b440 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:34:41.911633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:41.912284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa79dd30>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:41.935926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846491301'] for router_gateway, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:42.106354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:42.351460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846800633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65369'] for router, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:42.354093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:42.479131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa79dd30>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '61002c2a-9f37-4e72-92b7-96bd64169ee2', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'port_id': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'mac_address': 'fa:16:3e:9c:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:34:11Z', 'updated_at': '2021-04-23T10:34:39Z', 'revision_number': 1, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:42.483417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10debf4f-adfe-4350-91ef-9c5631859586 None None] The sync data for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi is: [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '61002c2a-9f37-4e72-92b7-96bd64169ee2', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'port_id': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'mac_address': 'fa:16:3e:9c:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:34:11Z', 'updated_at': '2021-04-23T10:34:39Z', 'revision_number': 1, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:34:42.485258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7963459'] for router, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:42.485822 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a7280a4-4de8-4031-8f5d-431b2327578f {{(pid=86337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 10:34:42.519450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Notify callbacks [] for router, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:42.522394 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] 10.222.0.75 "DELETE /v2.0/routers/7a7280a4-4de8-4031-8f5d-431b2327578f HTTP/1.1" status: 204  len: 168 time: 1.8446691
Apr 23 10:34:42.523658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48058) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:42.540721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8cc7d-a23c-43ad-829f-49cf7a87e1d5 req-0dcd5251-0ac4-4ead-bb4d-bbf5c16a0380 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:42.542388 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9d8cc7d-a23c-43ad-829f-49cf7a87e1d5 req-0dcd5251-0ac4-4ead-bb4d-bbf5c16a0380 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 946 time: 0.1150975
Apr 23 10:34:42.596925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1750893-fc2e-42d5-83f1-3f9499829fec admin admin] Deleting subnet a2b33362-4999-4707-9467-b68c73dc835f {{(pid=86338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:34:42.600679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f1750893-fc2e-42d5-83f1-3f9499829fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:42.601646 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9d8cc7d-a23c-43ad-829f-49cf7a87e1d5 req-aed5c442-46eb-4663-9715-08b2a672edaf tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513935
Apr 23 10:34:42.656720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f1750893-fc2e-42d5-83f1-3f9499829fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849702037'] for subnet, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:42.787651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f1750893-fc2e-42d5-83f1-3f9499829fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:42.806870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5390a6c-aec1-4146-bb28-0d57e3c7dd37 None None] New status for floating IP 61002c2a-9f37-4e72-92b7-96bd64169ee2: ACTIVE {{(pid=86339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:34:43.055903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f1750893-fc2e-42d5-83f1-3f9499829fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848709440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849692792'] for subnet, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.061178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:43.075520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4773fcbd-fa5f-4e19-9914-c786a5ec369c no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:34:43.103490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1750893-fc2e-42d5-83f1-3f9499829fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b33362-4999-4707-9467-b68c73dc835f,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:43.105676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f1750893-fc2e-42d5-83f1-3f9499829fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.111203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f1750893-fc2e-42d5-83f1-3f9499829fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:43.112835 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f1750893-fc2e-42d5-83f1-3f9499829fec admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a2b33362-4999-4707-9467-b68c73dc835f HTTP/1.1" status: 204  len: 168 time: 0.5880914
Apr 23 10:34:43.115743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48064) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:43.125041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c4f99-ebe0-4a3c-afc2-40bbb1988d06 None None] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:34:43.141233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 4773fcbd-fa5f-4e19-9914-c786a5ec369c {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:34:43.141628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4773fcbd-fa5f-4e19-9914-c786a5ec369c not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:34:43.142618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c1f85926-275b-4183-9c16-38fc11fd95c8 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:34:43.230242 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.232943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: c1f85926-275b-4183-9c16-38fc11fd95c8 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:34:43.233363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c1f85926-275b-4183-9c16-38fc11fd95c8 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:34:43.310202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Deleting port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:43.310579 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.419576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] For port c7af595d-56ad-4fe2-b4e0-75fe28368ee0, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=c7af595d-56ad-4fe2-b4e0-75fe28368ee0,segment=NetworkSegment(82c87b20-e8e2-4218-a16b-a59b3efae720),segment_id=82c87b20-e8e2-4218-a16b-a59b3efae720)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:43.419977 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.429328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] DHCP port deletion for 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 request from dv-cinder-779233-3-iscsi {{(pid=86339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 10:34:43.558392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Calling delete_port for c7af595d-56ad-4fe2-b4e0-75fe28368ee0 owned by network:dhcp {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:43.608768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.613839 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:43.666270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] Deleting port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 {{(pid=86339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:43.666690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.687082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] No DVR routers for this DVR port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 on host dv-cinder-779233-3-iscsi {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:34:43.688867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7af595d-56ad-4fe2-b4e0-75fe28368ee0,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:43.717588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:43.774736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] For port c7af595d-56ad-4fe2-b4e0-75fe28368ee0, host dv-cinder-779233-3-iscsi, got binding levels [] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:43.775169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.815507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27562db6-0c77-4ef8-af18-b397871381e3 req-a26fe2ea-127f-4c4f-9e8b-0a07319c4bce tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:43.816015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.817168 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-27562db6-0c77-4ef8-af18-b397871381e3 req-a26fe2ea-127f-4c4f-9e8b-0a07319c4bce tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 946 time: 0.0919168
Apr 23 10:34:43.867557 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-27562db6-0c77-4ef8-af18-b397871381e3 req-e96e9db0-ce0c-44f4-8fdb-2e88e04d2b0b tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433259
Apr 23 10:34:43.905572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] Calling delete_port for c7af595d-56ad-4fe2-b4e0-75fe28368ee0 owned by network:dhcp {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:43.909595 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.ipam_backend_mixin [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] Port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 was not found and therefore no delete operation was performed {{(pid=86339) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 23 10:34:43.910870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441'] for port, after_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.915438 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:43.928961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4ba9f07320>,) {'filters': {'network_id': ['4fa29bb5-e2e8-46fb-a0b4-97526cc5d422']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:43.945760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba9f07320>, '82c87b20-e8e2-4218-a16b-a59b3efae720') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:43.946091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba9f07320>, '82c87b20-e8e2-4218-a16b-a59b3efae720') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:43.958660 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.963818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] Pushing event deleted for resources: {'Port': ['ID=c7af595d-56ad-4fe2-b4e0-75fe28368ee0,revision_number=None']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:43.968075 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:43.969128 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] No DVR routers for this DVR port c7af595d-56ad-4fe2-b4e0-75fe28368ee0 on host dv-cinder-779233-3-iscsi {{(pid=86339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:34:43.976284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:43.983676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:34:44.215723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:34:44.226226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:44.393785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-d8066c4f-8f06-4bf0-942a-90b9977fcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:44.395380 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-d8066c4f-8f06-4bf0-942a-90b9977fcb4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 1099 time: 0.3271201
Apr 23 10:34:44.452728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Network 4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:34:44.518834 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:34:44.618058 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:44.635881 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ae5aaf9d-7e48-4ad2-bf2a-5a5bd2fb16f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:44.653458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:44.670454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa29bb5-e2e8-46fb-a0b4-97526cc5d422,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:44.679135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:44.686778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-436e9dd2-402d-435e-8c87-6d157fb887ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:44.688343 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-436e9dd2-402d-435e-8c87-6d157fb887ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 917 time: 0.2773511
Apr 23 10:34:44.693218 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4fa29bb5-e2e8-46fb-a0b4-97526cc5d422 HTTP/1.1" status: 204  len: 168 time: 1.5764649
Apr 23 10:34:44.696268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48072) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:44.942879 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-43aad32d-e460-4efb-a09e-a9cf130fdc27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e HTTP/1.1" status: 200  len: 1002 time: 0.2473207
Apr 23 10:34:45.043866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c7af595d-56ad-4fe2-b4e0-75fe28368ee0 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:34:45.078104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c3297-be81-40d7-bdf6-9c4a403b2474 req-ef5a2a39-c194-49a3-9bb8-e48e784ebffb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:45.082158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: c7af595d-56ad-4fe2-b4e0-75fe28368ee0 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:34:45.082569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device c7af595d-56ad-4fe2-b4e0-75fe28368ee0 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:34:45.088237 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244c3297-be81-40d7-bdf6-9c4a403b2474 req-ef5a2a39-c194-49a3-9bb8-e48e784ebffb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 946 time: 0.1059384
Apr 23 10:34:45.136584 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244c3297-be81-40d7-bdf6-9c4a403b2474 req-1a6cb786-4da8-4f95-a4c9-bc32f2137beb tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473650
Apr 23 10:34:45.416047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-4fcb4307-729c-49e0-a9ab-332597cb54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:45.417645 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-4fcb4307-729c-49e0-a9ab-332597cb54b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.4595580
Apr 23 10:34:45.504831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a6890-e725-4d87-b994-9d91d371f644 req-f614ce11-770e-4caa-a009-edab03535937 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:45.506477 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0b1a6890-e725-4d87-b994-9d91d371f644 req-f614ce11-770e-4caa-a009-edab03535937 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 946 time: 0.0934975
Apr 23 10:34:45.518062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48094) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:45.525169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-5e97b6d5-e700-449e-a4ab-e21db34d23aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Request body: {'floatingip': {'port_id': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:34:45.583491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-5e12ce4e-11c2-4489-b8b9-323287cc3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:45.585111 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-5e12ce4e-11c2-4489-b8b9-323287cc3c86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1548593
Apr 23 10:34:45.613016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e97b6d5-e700-449e-a4ab-e21db34d23aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:45.804608 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-3394c9fb-c241-4fea-9451-8a636df7cf0c service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121027
Apr 23 10:34:46.008393 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-71d4c329-abb1-4ebc-a29a-dbbea72faf48 req-55b77413-a4cf-49a8-8a82-3cbc517dda1b service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967709
Apr 23 10:34:46.014806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7977124'] for router_interface, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:46.254364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e97b6d5-e700-449e-a4ab-e21db34d23aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:46.257241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e97b6d5-e700-449e-a4ab-e21db34d23aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:46.441711 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-5e97b6d5-e700-449e-a4ab-e21db34d23aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Floating IP 71ce6295-7f10-4810-9de8-a87fdd7d2c0c associated. External IP: 172.27.0.8, port: 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89.
Apr 23 10:34:46.448548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Deleting port d02c8b3b-1d71-4c9f-8620-02021fea316b {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:46.448926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:46.577935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] For port d02c8b3b-1d71-4c9f-8620-02021fea316b, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=d02c8b3b-1d71-4c9f-8620-02021fea316b,segment=NetworkSegment(7f22309e-6a0a-49fa-94aa-c3edff4b88f2),segment_id=7f22309e-6a0a-49fa-94aa-c3edff4b88f2)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:46.578280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:46.712333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Calling delete_port for d02c8b3b-1d71-4c9f-8620-02021fea316b owned by network:router_interface {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:46.815434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e97b6d5-e700-449e-a4ab-e21db34d23aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Router d05fff93-11eb-4dd4-a540-9914bc72d83e has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:34:46.858426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:46.867902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-041197c9-edcc-4f93-9353-8ec3d6fbd061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:46.913832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02c8b3b-1d71-4c9f-8620-02021fea316b,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:46.917199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:47.025778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e97b6d5-e700-449e-a4ab-e21db34d23aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:34:47.031660 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e97b6d5-e700-449e-a4ab-e21db34d23aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:47.044478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] Sync routers for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:34:47.055132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:47.056091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bab896780>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:47.099223 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5e97b6d5-e700-449e-a4ab-e21db34d23aa tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "PUT /v2.0/floatingips/71ce6295-7f10-4810-9de8-a87fdd7d2c0c HTTP/1.1" status: 200  len: 990 time: 1.5783591
Apr 23 10:34:47.099902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'tag': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:34:47.231951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7977178'] for router_interface, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:47.258916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:47.618511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Router d7fc0c18-dc24-46b4-be49-72c26257e616 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:34:47.626261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bab896780>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '71ce6295-7f10-4810-9de8-a87fdd7d2c0c', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'port_id': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'mac_address': 'fa:16:3e:43:65:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:34:28Z', 'updated_at': '2021-04-23T10:34:46Z', 'revision_number': 1, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:47.630389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] Checking router: d05fff93-11eb-4dd4-a540-9914bc72d83e for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:34:47.639350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:47.639953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4bab896780>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:47.804911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:34:47.813415 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] Sync routers for ids ['d7fc0c18-dc24-46b4-be49-72c26257e616'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:34:47.823577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] Routers {'d7fc0c18-dc24-46b4-be49-72c26257e616'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:47.824288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa949e48>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d7fc0c18-dc24-46b4-be49-72c26257e616'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:47.830972 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] 10.222.0.75 "PUT /v2.0/routers/d7fc0c18-dc24-46b4-be49-72c26257e616/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1302533
Apr 23 10:34:47.831382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48110) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:47.833155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:48.022667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] Set router d7fc0c18-dc24-46b4-be49-72c26257e616 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:48.281906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks [] for router, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:48.337186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa949e48>, [{'id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:49Z', 'updated_at': '2021-04-23T10:34:46Z', 'revision_number': 5, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'gw_port': {'id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:50Z', 'updated_at': '2021-04-23T10:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:48.341343 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] Checking router: d7fc0c18-dc24-46b4-be49-72c26257e616 for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:34:48.350590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] Routers {'d7fc0c18-dc24-46b4-be49-72c26257e616'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:34:48.351251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa949e48>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:34:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d7fc0c18-dc24-46b4-be49-72c26257e616'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:48.367124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4bab896780>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '71ce6295-7f10-4810-9de8-a87fdd7d2c0c', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'port_id': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'mac_address': 'fa:16:3e:43:65:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:34:28Z', 'updated_at': '2021-04-23T10:34:46Z', 'revision_number': 1, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:48.371375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de20416-def6-49df-942a-91aed383c0b1 None None] The sync data for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi is: [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '71ce6295-7f10-4810-9de8-a87fdd7d2c0c', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'port_id': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'mac_address': 'fa:16:3e:43:65:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:34:28Z', 'updated_at': '2021-04-23T10:34:46Z', 'revision_number': 1, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:34:48.477173 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:48.544693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] Set router d7fc0c18-dc24-46b4-be49-72c26257e616 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:34:48.555152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Deleting port bd583f52-1e7b-48ec-b948-bac2920e5940 {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:48.555671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:48.625980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:34:48.690415 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dd5dd4-3ccd-4ed1-9e28-7cb45ac2dc19 None None] New status for floating IP 71ce6295-7f10-4810-9de8-a87fdd7d2c0c: ACTIVE {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:34:48.699969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] For port bd583f52-1e7b-48ec-b948-bac2920e5940, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=bd583f52-1e7b-48ec-b948-bac2920e5940,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:48.700379 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:48.838442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Calling delete_port for bd583f52-1e7b-48ec-b948-bac2920e5940 owned by network:router_gateway {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:48.866578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa949e48>, [{'id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:49Z', 'updated_at': '2021-04-23T10:34:46Z', 'revision_number': 5, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'gw_port': {'id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:50Z', 'updated_at': '2021-04-23T10:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:48.870975 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4690ce2-9491-4acb-8470-0c191efdca86 None None] The sync data for ids ['d7fc0c18-dc24-46b4-be49-72c26257e616'] in dv-cinder-779233-3-iscsi is: [{'id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'name': 'tempest-TestMinimumBasicScenario-88482389-router', 'tenant_id': 'f933be91ea474ac8bf348416425f6087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:30:49Z', 'updated_at': '2021-04-23T10:34:46Z', 'revision_number': 5, 'project_id': 'f933be91ea474ac8bf348416425f6087', 'gw_port': {'id': 'bd583f52-1e7b-48ec-b948-bac2920e5940', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fc0c18-dc24-46b4-be49-72c26257e616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:30:50Z', 'updated_at': '2021-04-23T10:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:34:49.010280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device d02c8b3b-1d71-4c9f-8620-02021fea316b no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:34:49.023715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.029366 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:49.050433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: d02c8b3b-1d71-4c9f-8620-02021fea316b {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:34:49.050934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device d02c8b3b-1d71-4c9f-8620-02021fea316b not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:34:49.087458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd583f52-1e7b-48ec-b948-bac2920e5940,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:49.117621 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:49.159769 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'tag': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89', 'status': 'completed', 'code': 200}
Apr 23 10:34:49.188199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846491301'] for router_gateway, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.381998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846800633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65369'] for router, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.384547 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.409438 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7963459'] for router, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.410013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7fc0c18-dc24-46b4-be49-72c26257e616 {{(pid=86337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 10:34:49.425812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] Notify callbacks [] for router, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.428047 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-488bf88e-1406-4852-9661-dd01aaafda16 admin admin] 10.222.0.75 "DELETE /v2.0/routers/d7fc0c18-dc24-46b4-be49-72c26257e616 HTTP/1.1" status: 204  len: 168 time: 1.5952804
Apr 23 10:34:49.430382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48122) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:49.504292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f450ef-6827-4002-bf03-056eb6b2d598 admin admin] Deleting subnet 0cb7f412-fa74-460f-a80b-fbabfb58c6c5 {{(pid=86337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:34:49.507830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0f450ef-6827-4002-bf03-056eb6b2d598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.541895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-0b2fab65-b20d-4d8c-b9d3-40f2821e525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:49.543529 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-0b2fab65-b20d-4d8c-b9d3-40f2821e525d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 1099 time: 0.3377435
Apr 23 10:34:49.561035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0f450ef-6827-4002-bf03-056eb6b2d598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848247158'] for subnet, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.692000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0f450ef-6827-4002-bf03-056eb6b2d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.699350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-3e526e3f-d6c9-46b9-96a8-b6c24f30f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:49.701019 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-3e526e3f-d6c9-46b9-96a8-b6c24f30f35c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 200  len: 912 time: 0.1510522
Apr 23 10:34:49.818088 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-f22e2e64-ff38-4f74-972b-f39d210b9af1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 HTTP/1.1" status: 200  len: 1000 time: 0.1106060
Apr 23 10:34:49.887447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-ae1a5791-0df0-40cd-a752-a90ab2e2e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:49.888904 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-ae1a5791-0df0-40cd-a752-a90ab2e2e5c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 200  len: 850 time: 0.0634933
Apr 23 10:34:49.972872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0f450ef-6827-4002-bf03-056eb6b2d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5541596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849038594'] for subnet, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:49.977290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-932db896-411d-4cd5-9513-772c3707d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:34:49.978898 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-932db896-411d-4cd5-9513-772c3707d44a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6324dbe3-5626-411e-a23f-f2dd748a1268&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835698
Apr 23 10:34:49.979284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:50.020539 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f450ef-6827-4002-bf03-056eb6b2d598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb7f412-fa74-460f-a80b-fbabfb58c6c5,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:50.022891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0f450ef-6827-4002-bf03-056eb6b2d598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.026244 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7969c48d-d2c4-4fa3-8eea-6423c3eb6ab3 None None] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:34:50.037379 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d0f450ef-6827-4002-bf03-056eb6b2d598 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0cb7f412-fa74-460f-a80b-fbabfb58c6c5 HTTP/1.1" status: 204  len: 168 time: 0.6058772
Apr 23 10:34:50.038382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48132) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:50.039604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d0f450ef-6827-4002-bf03-056eb6b2d598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:50.134211 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-5129e77d-dfb7-4319-8d2f-a7b7f2450af4 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484191
Apr 23 10:34:50.172443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.252738 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Deleting port 4c2f750d-3071-4356-8141-7558c68fcb3f {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:50.253155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.333083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d171f9e2-2e66-4b32-8ae7-7972187112db None None] DHCP port deletion for 5e72d0a6-18e0-455b-b957-df4f4af7ff17 request from dv-cinder-779233-3-iscsi {{(pid=86339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 10:34:50.334159 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d938edb0-f148-4420-b47f-c42d2c54c599 req-9d10efb6-1aab-4158-8c75-62452c4298c9 service neutron] 10.222.0.48 "GET /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931839
Apr 23 10:34:50.378871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] For port 4c2f750d-3071-4356-8141-7558c68fcb3f, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4c2f750d-3071-4356-8141-7558c68fcb3f,segment=NetworkSegment(7f22309e-6a0a-49fa-94aa-c3edff4b88f2),segment_id=7f22309e-6a0a-49fa-94aa-c3edff4b88f2)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:50.379266 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.414518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-d171f9e2-2e66-4b32-8ae7-7972187112db None None] Deleting port 4c2f750d-3071-4356-8141-7558c68fcb3f {{(pid=86339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:34:50.414945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d171f9e2-2e66-4b32-8ae7-7972187112db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.515535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Calling delete_port for 4c2f750d-3071-4356-8141-7558c68fcb3f owned by network:dhcp {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:50.565224 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.570671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c7548d0f-c5c0-4f0e-9d56-940062ea3bd5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:50.624442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] No DVR routers for this DVR port 4c2f750d-3071-4356-8141-7558c68fcb3f on host dv-cinder-779233-3-iscsi {{(pid=86337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:34:50.626836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2f750d-3071-4356-8141-7558c68fcb3f,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:50.654691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:50.688270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-d171f9e2-2e66-4b32-8ae7-7972187112db None None] For port 4c2f750d-3071-4356-8141-7558c68fcb3f, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4c2f750d-3071-4356-8141-7558c68fcb3f,segment=NetworkSegment(7f22309e-6a0a-49fa-94aa-c3edff4b88f2),segment_id=7f22309e-6a0a-49fa-94aa-c3edff4b88f2)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:34:50.688751 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d171f9e2-2e66-4b32-8ae7-7972187112db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.753137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.819504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-d171f9e2-2e66-4b32-8ae7-7972187112db None None] Calling delete_port for 4c2f750d-3071-4356-8141-7558c68fcb3f owned by network:dhcp {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:34:50.868797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4ba9758748>,) {'filters': {'network_id': ['5e72d0a6-18e0-455b-b957-df4f4af7ff17']}} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:50.881536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba9758748>, '7f22309e-6a0a-49fa-94aa-c3edff4b88f2') {'for_net_delete': True} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:50.881883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba9758748>, '7f22309e-6a0a-49fa-94aa-c3edff4b88f2') {} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:34:50.894007 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6528642'] for segment, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.912375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:50.918866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=86337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:34:50.954616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-d171f9e2-2e66-4b32-8ae7-7972187112db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:34:50.955022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-d171f9e2-2e66-4b32-8ae7-7972187112db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:34:51.025786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4c2f750d-3071-4356-8141-7558c68fcb3f no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:34:51.061666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 4c2f750d-3071-4356-8141-7558c68fcb3f {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:34:51.062058 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4c2f750d-3071-4356-8141-7558c68fcb3f not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:34:51.062523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device bd583f52-1e7b-48ec-b948-bac2920e5940 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:34:51.100243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:34:51.101820 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: bd583f52-1e7b-48ec-b948-bac2920e5940 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:34:51.102216 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device bd583f52-1e7b-48ec-b948-bac2920e5940 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:34:51.110520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849234049'] for segment, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:51.297110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Network 5e72d0a6-18e0-455b-b957-df4f4af7ff17 has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:34:51.319557 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:34:51.403862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:51.408240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:51.422310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:51.433295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e72d0a6-18e0-455b-b957-df4f4af7ff17,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:51.437811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:51.442127 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fb6467c6-614b-4502-8e9d-f76170974c50 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5e72d0a6-18e0-455b-b957-df4f4af7ff17 HTTP/1.1" status: 204  len: 168 time: 1.4012845
Apr 23 10:34:51.492897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-d171f9e2-2e66-4b32-8ae7-7972187112db None None] The port '4c2f750d-3071-4356-8141-7558c68fcb3f' was deleted {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 10:34:51.628446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48158) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:51.685507 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-37a4294e-f176-47ba-b04e-25dcd8a63438 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74c2fbda36d54e61a94b83ab438f9327&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554702
Apr 23 10:34:51.687993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48162) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:51.752230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-613b1cdd-7f8b-4124-b818-d54118e1a423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:51.782721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-613b1cdd-7f8b-4124-b818-d54118e1a423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:51.833122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-613b1cdd-7f8b-4124-b818-d54118e1a423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:51.838362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3c6154b7-97b5-41fd-b60b-b915b5f97de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:51.852497 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b1cdd-7f8b-4124-b818-d54118e1a423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee20505-ac5a-45e9-b20a-886a84f811ff,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:51.857364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-613b1cdd-7f8b-4124-b818-d54118e1a423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:51.859454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-613b1cdd-7f8b-4124-b818-d54118e1a423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:51.861864 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-613b1cdd-7f8b-4124-b818-d54118e1a423 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ee20505-ac5a-45e9-b20a-886a84f811ff HTTP/1.1" status: 204  len: 168 time: 0.1709363
Apr 23 10:34:52.205748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48172) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:52.257206 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-34919517-58a3-4282-8a65-76e08f06b7fc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f933be91ea474ac8bf348416425f6087&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499761
Apr 23 10:34:52.259470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48178) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:34:52.324462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45b8f620-7b83-4fe5-8848-a486e8a7010e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:52.354477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45b8f620-7b83-4fe5-8848-a486e8a7010e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:52.399308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45b8f620-7b83-4fe5-8848-a486e8a7010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:52.404288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-592e6ddc-0410-429a-b010-0a46a79caa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:34:52.417981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8f620-7b83-4fe5-8848-a486e8a7010e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e5de69-1762-45db-a65f-31876c8cfc24,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:34:52.420965 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-45b8f620-7b83-4fe5-8848-a486e8a7010e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:34:52.421962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-45b8f620-7b83-4fe5-8848-a486e8a7010e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:34:52.423185 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-45b8f620-7b83-4fe5-8848-a486e8a7010e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/33e5de69-1762-45db-a65f-31876c8cfc24 HTTP/1.1" status: 204  len: 168 time: 0.1627266
Apr 23 10:35:02.617882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:04.875515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8c41348a-2dd9-4f27-8439-406413613d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:06.717980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5c027a99-deaf-4dd4-9ab1-e5e021c6f616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:07.574107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:08.169010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:08.877573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:08.884357 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d826b679-5099-42c8-bf2a-6610a58149ea req-715d7b06-1d1b-482e-a05c-e08ed38c1bbb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0759535
Apr 23 10:35:08.998125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b679-5099-42c8-bf2a-6610a58149ea req-9cf9e25e-edf3-475f-82a5-a4aeb0bb2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:08.999785 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d826b679-5099-42c8-bf2a-6610a58149ea req-9cf9e25e-edf3-475f-82a5-a4aeb0bb2afb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1098 time: 0.0797172
Apr 23 10:35:09.166480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b679-5099-42c8-bf2a-6610a58149ea req-47f411d0-040d-4d39-9e39-e76d1d9662e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:09.167960 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d826b679-5099-42c8-bf2a-6610a58149ea req-47f411d0-040d-4d39-9e39-e76d1d9662e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 910 time: 0.1490426
Apr 23 10:35:09.295050 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d826b679-5099-42c8-bf2a-6610a58149ea req-8e7220f0-639f-4797-ab3c-1698860c6e06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 1000 time: 0.1069288
Apr 23 10:35:09.376335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b679-5099-42c8-bf2a-6610a58149ea req-4899558d-2d20-43b9-8457-97e331b45c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:09.378530 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d826b679-5099-42c8-bf2a-6610a58149ea req-4899558d-2d20-43b9-8457-97e331b45c41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 200  len: 848 time: 0.0699458
Apr 23 10:35:09.463100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826b679-5099-42c8-bf2a-6610a58149ea req-940b7693-ae1e-4fd4-bf46-81c6bf3294c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:09.464751 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d826b679-5099-42c8-bf2a-6610a58149ea req-940b7693-ae1e-4fd4-bf46-81c6bf3294c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d476bd1-0c07-4568-aa23-a0b9d0e45061&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780330
Apr 23 10:35:09.608670 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d826b679-5099-42c8-bf2a-6610a58149ea req-93293f42-483d-4b53-b8a1-1475b3b2f086 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369853
Apr 23 10:35:09.755642 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d826b679-5099-42c8-bf2a-6610a58149ea req-28755db3-c2da-4086-83db-7e8cc597b18a service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404386
Apr 23 10:35:12.332546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48336) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:12.459585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:12.476349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:35:12.480518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Usage tracker for resource:security_group_rule and tenant:c93c132483b5455db6e29e6a0d9095a9 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:35:12.483546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:35:12.490409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:35:12.580797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:12.583400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:12.592797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d03991d0-4ea5-4e1a-bccd-4a9036784b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:12.636020 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c93c132483b5455db6e29e6a0d9095a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3023009
Apr 23 10:35:12.638445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47c8693-32b7-42dd-b73c-1d4ab375387e,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:12.638841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48346) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:12.641797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:12.711411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb45-219d-4c55-b767-b76365230bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:12.738926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb45-219d-4c55-b767-b76365230bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:12.786155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb45-219d-4c55-b767-b76365230bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:12.790814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-edc57ed6-a17d-4710-ac99-163159df27a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:12.804013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fcb45-219d-4c55-b767-b76365230bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47c8693-32b7-42dd-b73c-1d4ab375387e,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:12.807020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8e0fcb45-219d-4c55-b767-b76365230bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:12.807950 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcb45-219d-4c55-b767-b76365230bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:12.809136 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8e0fcb45-219d-4c55-b767-b76365230bab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d47c8693-32b7-42dd-b73c-1d4ab375387e HTTP/1.1" status: 204  len: 168 time: 0.1689148
Apr 23 10:35:13.094841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48354) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:13.114254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:13.129607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:35:13.133604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Usage tracker for resource:security_group_rule and tenant:66c882adaf614e9a9fb92337d4f7bed2 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:35:13.136484 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:35:13.143087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:35:13.226054 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:13.228673 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:13.237429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-86b7d61a-8d75-49a5-88d3-567b5f54f3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:13.278667 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=66c882adaf614e9a9fb92337d4f7bed2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1821852
Apr 23 10:35:13.280341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fec145-9a60-4025-8595-041d7d05e795,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:13.281566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48358) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:13.283593 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:13.344863 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-641a555a-0a6e-4a78-9324-4636f4898ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:13.371759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-641a555a-0a6e-4a78-9324-4636f4898ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:13.419378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-641a555a-0a6e-4a78-9324-4636f4898ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:13.424312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1b879cce-406b-4e2b-8a98-948ff8c312aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:13.440774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a555a-0a6e-4a78-9324-4636f4898ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fec145-9a60-4025-8595-041d7d05e795,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:13.445098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-641a555a-0a6e-4a78-9324-4636f4898ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:13.447059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-641a555a-0a6e-4a78-9324-4636f4898ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:13.448253 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-641a555a-0a6e-4a78-9324-4636f4898ded admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/41fec145-9a60-4025-8595-041d7d05e795 HTTP/1.1" status: 204  len: 168 time: 0.1656229
Apr 23 10:35:14.244914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48386) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:14.356364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-697485395-network', 'tenant_id': '991da10d3cf343918e66817a4b536148'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:35:14.361467 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:35:14.365550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Usage tracker for resource:network and tenant:991da10d3cf343918e66817a4b536148 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:35:14.368533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:35:14.375030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:35:14.384642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Made reservation on behalf of 991da10d3cf343918e66817a4b536148 for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:35:14.389437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:14.402495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:14.418075 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:35:14.422031 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:991da10d3cf343918e66817a4b536148 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:35:14.424889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:35:14.430883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:35:14.514866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:14.518130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:14.522288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cbe76f73-bb5f-434b-88d7-502df45045eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:14.550527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:35:14.560640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a7fb7-ca7e-43b8-9937-4770b63c2c8d,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:14.564940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:14.565926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:14.566314 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Added segment 52fa319d-ae33-4a6e-a113-18bf04defd20 of type vlan for network 4f1b0530-8bc3-4f68-8cad-325395acad64
Apr 23 10:35:14.593700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:14.623438 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:14.624795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:14.625525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:14.630859 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:14.740657 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4945226
Apr 23 10:35:14.741616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1b0530-8bc3-4f68-8cad-325395acad64,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:14.743922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48392) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:14.744546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:14.750974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Request body: {'subnet': {'network_id': '4f1b0530-8bc3-4f68-8cad-325395acad64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-697485395-subnet', 'tenant_id': '991da10d3cf343918e66817a4b536148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:35:14.752232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network 4f1b0530-8bc3-4f68-8cad-325395acad64 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:35:14.756868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:35:14.762717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Usage tracker for resource:subnet and tenant:991da10d3cf343918e66817a4b536148 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:35:14.765880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:35:14.772791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:35:14.783071 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Made reservation on behalf of 991da10d3cf343918e66817a4b536148 for: {'subnet': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:35:14.787829 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5083042'] for subnet, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:15.188590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6066309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5083059'] for subnet, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:15.194261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:15.267028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ff4178-87d6-403b-ae73-75124339ccfd,revision_number=0']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:15.270575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:15.276635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Checking segment: {'id': '52fa319d-ae33-4a6e-a113-18bf04defd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4f1b0530-8bc3-4f68-8cad-325395acad64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:35:15.277078 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Network hostable DHCP agents. Network: 4f1b0530-8bc3-4f68-8cad-325395acad64, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:35:15.295098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Network 4f1b0530-8bc3-4f68-8cad-325395acad64 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:35:15.303631 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, 4f1b0530-8bc3-4f68-8cad-325395acad64) {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:35:15.313308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa04d0-b7cc-4a0e-bad8-a4109c9d3752 None None] Network 4f1b0530-8bc3-4f68-8cad-325395acad64 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:35:15.319937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:15.320585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:15.343741 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-53a93d63-3ccf-4b39-9ecd-0c8f48cb9d03 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5986691
Apr 23 10:35:15.542015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ad2f5-481d-45cc-9f68-ef3e824e09e8 None None] Network 4f1b0530-8bc3-4f68-8cad-325395acad64 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:35:15.874643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48414) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:15.881052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-667283211-network', 'tenant_id': 'f72140c91a124e02b2584f9f514efac7'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:35:15.886009 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:35:15.890062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Usage tracker for resource:network and tenant:f72140c91a124e02b2584f9f514efac7 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:35:15.894456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:35:15.900430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:35:15.909705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Made reservation on behalf of f72140c91a124e02b2584f9f514efac7 for: {'network': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:35:15.914431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:15.927278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:15.942619 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:35:15.946693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Usage tracker for resource:security_group_rule and tenant:f72140c91a124e02b2584f9f514efac7 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:35:15.949696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:35:15.956257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:35:16.042285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:16.044898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:16.049151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d826b59c-b5a5-4a64-ade5-ce9fff1ae985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:16.073994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=86338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:35:16.088191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12a3e01-2311-4a15-8950-0c69da7b61f1,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:16.092502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:16.093521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:16.093910 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Added segment c93104c4-67eb-4ce6-bb84-ec8b9cd17ffd of type vlan for network e11eeede-4dbb-48a1-88e4-b2611432e849
Apr 23 10:35:16.121570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:16.151652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:16.152992 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:16.153684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:16.159229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6e8d4ace-7954-4e5d-a8d7-bc174fd53982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:16.265763 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3898234
Apr 23 10:35:16.268971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48424) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:16.271925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Pushing event updated for resources: {'Network': ['ID=e11eeede-4dbb-48a1-88e4-b2611432e849,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:16.274983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:16.276140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Request body: {'subnet': {'network_id': 'e11eeede-4dbb-48a1-88e4-b2611432e849', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-667283211-subnet', 'tenant_id': 'f72140c91a124e02b2584f9f514efac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:35:16.281899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:35:16.284518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network e11eeede-4dbb-48a1-88e4-b2611432e849 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:35:16.287584 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Usage tracker for resource:subnet and tenant:f72140c91a124e02b2584f9f514efac7 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:35:16.291128 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:35:16.298022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:35:16.310124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Made reservation on behalf of f72140c91a124e02b2584f9f514efac7 for: {'subnet': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:35:16.316534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5737172'] for subnet, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:16.945097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849234279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5737157'] for subnet, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:16.949871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ac950324-523a-4f34-8ec4-f452b56bb01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:17.027251 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5ebdaa-6404-4404-a4d8-b233dbf6efbf,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:17.030926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:17.037526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Checking segment: {'id': 'c93104c4-67eb-4ce6-bb84-ec8b9cd17ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e11eeede-4dbb-48a1-88e4-b2611432e849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:35:17.037924 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Network hostable DHCP agents. Network: e11eeede-4dbb-48a1-88e4-b2611432e849, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:35:17.056558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Network e11eeede-4dbb-48a1-88e4-b2611432e849 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:35:17.064472 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, e11eeede-4dbb-48a1-88e4-b2611432e849) {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:35:17.073868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7430a-4b6f-4694-8892-8164ba3a6b48 None None] Network e11eeede-4dbb-48a1-88e4-b2611432e849 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:35:17.076344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:17.077006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:17.101823 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2272d5fa-2b44-4922-8e66-b6e55b3bd3b2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8315520
Apr 23 10:35:17.307223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd548374-2303-4c0e-8715-4e5a59ff6422 None None] Network e11eeede-4dbb-48a1-88e4-b2611432e849 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:35:25.625097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:35:29.992059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7b4a5-7276-4337-846c-84722adf526c req-53fbdf8f-f0de-4c7c-b74e-97ab51db24d1 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:29.993683 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dfd7b4a5-7276-4337-846c-84722adf526c req-53fbdf8f-f0de-4c7c-b74e-97ab51db24d1 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0959530
Apr 23 10:35:30.041502 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dfd7b4a5-7276-4337-846c-84722adf526c req-900ba619-3380-4508-b410-5748a48d781d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414121
Apr 23 10:35:30.744261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec3978-50e6-4b2e-98d3-95cdb2f2bdcf req-0861694a-0303-4010-b2e0-15a62dbaf313 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:30.745875 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d7ec3978-50e6-4b2e-98d3-95cdb2f2bdcf req-0861694a-0303-4010-b2e0-15a62dbaf313 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1309841
Apr 23 10:35:30.802156 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d7ec3978-50e6-4b2e-98d3-95cdb2f2bdcf req-5b6dd496-2466-4226-b79a-652c23c23702 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495765
Apr 23 10:35:31.249885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86014-27b6-48a7-bd3b-e20f8afa14f4 req-0173783e-b4c6-4df9-ad76-24dd2ed239d5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:31.251398 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ead86014-27b6-48a7-bd3b-e20f8afa14f4 req-0173783e-b4c6-4df9-ad76-24dd2ed239d5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0894413
Apr 23 10:35:31.305680 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ead86014-27b6-48a7-bd3b-e20f8afa14f4 req-15546f47-ca51-4562-bf0e-8016292c2709 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466859
Apr 23 10:35:32.012431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469e915-3091-4505-9b94-3e04feec7067 req-67873d9e-525c-4510-a2b2-1f531b5ab64e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:32.014168 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d469e915-3091-4505-9b94-3e04feec7067 req-67873d9e-525c-4510-a2b2-1f531b5ab64e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0922811
Apr 23 10:35:32.066705 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d469e915-3091-4505-9b94-3e04feec7067 req-db7ad48c-cb3c-4259-ab06-544519a129f7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436542
Apr 23 10:35:32.513096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d447666-b567-4f5e-a07f-d5f94ce8043b req-60855fd1-1423-4d80-baa0-2e8e5d80d815 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:32.514692 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3d447666-b567-4f5e-a07f-d5f94ce8043b req-60855fd1-1423-4d80-baa0-2e8e5d80d815 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0939112
Apr 23 10:35:32.563838 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3d447666-b567-4f5e-a07f-d5f94ce8043b req-5840ce11-1eaa-42d8-819d-d16e31561710 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424030
Apr 23 10:35:32.637446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:33.280912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ddf6d-670d-4e10-82d2-060a2a12570b req-a50eed33-294f-49e8-929b-75cb56a0f6c9 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:33.282457 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-852ddf6d-670d-4e10-82d2-060a2a12570b req-a50eed33-294f-49e8-929b-75cb56a0f6c9 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0894876
Apr 23 10:35:33.330842 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-852ddf6d-670d-4e10-82d2-060a2a12570b req-3accee06-441f-411f-8f1b-bea1414b1473 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414813
Apr 23 10:35:33.701496 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48650) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:33.781355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c7e8-0400-4f4a-862e-e9945bf63c12 req-969b0cc4-2813-4531-8ad6-f731db2ec174 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:33.782965 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2b15c7e8-0400-4f4a-862e-e9945bf63c12 req-969b0cc4-2813-4531-8ad6-f731db2ec174 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0950122
Apr 23 10:35:33.783344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Deleting subnet d6ff4178-87d6-403b-ae73-75124339ccfd {{(pid=86338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:35:33.786800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:33.832544 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2b15c7e8-0400-4f4a-862e-e9945bf63c12 req-6a805bc1-e711-43c2-8321-f9345fe82f99 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428052
Apr 23 10:35:33.842521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849702037'] for subnet, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:33.900565 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:34.160768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848709440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849692792'] for subnet, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:34.166306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-24898751-f3e3-46ab-9a50-f44e74b5cd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:34.204703 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:34.207403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ff4178-87d6-403b-ae73-75124339ccfd,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:34.217552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.217982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.218400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.218812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.219216 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.219626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.220027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.220432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.220837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.221264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.221664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.222561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:34.226296 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d6ff4178-87d6-403b-ae73-75124339ccfd HTTP/1.1" status: 204  len: 168 time: 0.5237052
Apr 23 10:35:34.227281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:34.228964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48654) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:34.352065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:34.488089 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:34.541454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba09dc-c682-41bb-be3c-f8fb373b84f3 req-b26aa0ee-d269-4d4e-83b3-5bd688082295 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:34.543153 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-47ba09dc-c682-41bb-be3c-f8fb373b84f3 req-b26aa0ee-d269-4d4e-83b3-5bd688082295 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0920374
Apr 23 10:35:34.594400 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-47ba09dc-c682-41bb-be3c-f8fb373b84f3 req-49e9ebcd-ba15-4259-b6fd-985b892fe693 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444293
Apr 23 10:35:34.605466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4ba963f780>,) {'filters': {'network_id': ['4f1b0530-8bc3-4f68-8cad-325395acad64']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:35:34.618443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba963f780>, '52fa319d-ae33-4a6e-a113-18bf04defd20') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:35:34.618790 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba963f780>, '52fa319d-ae33-4a6e-a113-18bf04defd20') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:35:34.630842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:34.646013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:34.652321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:35:34.840618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Network 4f1b0530-8bc3-4f68-8cad-325395acad64 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:35:34.850549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:34.877550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fdfabc90-0830-45ae-970d-7f4e06ea6ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:35.027648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Network 4f1b0530-8bc3-4f68-8cad-325395acad64 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:35:35.038130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669a697-0634-464b-92fd-84ee80432bb2 req-b4151555-8fe4-4216-b0e7-11990a8a4069 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:35.039721 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7669a697-0634-464b-92fd-84ee80432bb2 req-b4151555-8fe4-4216-b0e7-11990a8a4069 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0894916
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:35:35.056015 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:35:35.087036 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7669a697-0634-464b-92fd-84ee80432bb2 req-d4c93eb5-10de-4b4a-9d06-921c0d2f4d6a tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409555
Apr 23 10:35:35.133078 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:35.136958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:35.153617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:35.160947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1b0530-8bc3-4f68-8cad-325395acad64,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:35.163397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:35.165143 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-5e3de957-f429-4ff2-bc7f-7a0e878d79f0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4f1b0530-8bc3-4f68-8cad-325395acad64 HTTP/1.1" status: 204  len: 168 time: 0.9348538
Apr 23 10:35:35.167803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48664) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:35.235996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a425785f-573a-4af3-a19b-ad37ac3b66b5 admin admin] Deleting subnet ce5ebdaa-6404-4404-a4d8-b233dbf6efbf {{(pid=86338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:35:35.239664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a425785f-573a-4af3-a19b-ad37ac3b66b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:35.291896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a425785f-573a-4af3-a19b-ad37ac3b66b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849702037'] for subnet, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:35.354542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a425785f-573a-4af3-a19b-ad37ac3b66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:35.809477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8cf9f-8447-45d9-a984-c01183c2b9e8 req-af40a88d-7de3-42cc-b78b-cebb87d59b29 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:35.811359 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-35d8cf9f-8447-45d9-a984-c01183c2b9e8 req-af40a88d-7de3-42cc-b78b-cebb87d59b29 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0932221
Apr 23 10:35:35.841364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a425785f-573a-4af3-a19b-ad37ac3b66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848709440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849692792'] for subnet, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:35.846349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:35.860109 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-35d8cf9f-8447-45d9-a984-c01183c2b9e8 req-74142c9b-2692-4a47-8632-c05d38c26d30 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422313
Apr 23 10:35:35.887617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425785f-573a-4af3-a19b-ad37ac3b66b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5ebdaa-6404-4404-a4d8-b233dbf6efbf,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:35.890958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a425785f-573a-4af3-a19b-ad37ac3b66b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:35.892517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a425785f-573a-4af3-a19b-ad37ac3b66b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:35.898730 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-a425785f-573a-4af3-a19b-ad37ac3b66b5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ce5ebdaa-6404-4404-a4d8-b233dbf6efbf HTTP/1.1" status: 204  len: 168 time: 0.7299397
Apr 23 10:35:35.901363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48672) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:36.015569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:36.145182 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:36.261755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4baa3615c0>,) {'filters': {'network_id': ['e11eeede-4dbb-48a1-88e4-b2611432e849']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:35:36.275625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa3615c0>, 'c93104c4-67eb-4ce6-bb84-ec8b9cd17ffd') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:35:36.275961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa3615c0>, 'c93104c4-67eb-4ce6-bb84-ec8b9cd17ffd') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:35:36.288394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:36.289298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8483a-cd2d-4794-9dba-ae3d940f1fd8 req-4dde2377-25a3-4363-954c-8933ce2f45f1 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:36.290915 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bff8483a-cd2d-4794-9dba-ae3d940f1fd8 req-4dde2377-25a3-4363-954c-8933ce2f45f1 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0898030
Apr 23 10:35:36.303211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:36.309517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:35:36.340251 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bff8483a-cd2d-4794-9dba-ae3d940f1fd8 req-609b049c-f243-4411-8081-c9328817036c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426729
Apr 23 10:35:36.491576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Network e11eeede-4dbb-48a1-88e4-b2611432e849 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:35:36.500730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:36.686959 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Network e11eeede-4dbb-48a1-88e4-b2611432e849 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:35:36.711342 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:35:36.720457 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0c5e61be-7abb-4ece-9bea-1c2a2e3062dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:36.794392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:36.798464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:36.814635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:36.822239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=e11eeede-4dbb-48a1-88e4-b2611432e849,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:36.824447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:36.826103 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3a9f9535-27eb-4f63-9081-de51ee6afb17 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e11eeede-4dbb-48a1-88e4-b2611432e849 HTTP/1.1" status: 204  len: 168 time: 0.9236958
Apr 23 10:35:37.009320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48684) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:37.063487 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-435c5889-eec1-4a35-b032-7d98f90c00fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=991da10d3cf343918e66817a4b536148&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503433
Apr 23 10:35:37.063788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48688) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:37.077444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fddc42-75d2-4b7b-a746-92e21ed0b97a req-4eabe2dc-06ea-4a7b-9f89-9e7d72538f0d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:37.079104 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c9fddc42-75d2-4b7b-a746-92e21ed0b97a req-4eabe2dc-06ea-4a7b-9f89-9e7d72538f0d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0951877
Apr 23 10:35:37.126220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e338f3bc-b928-4f2a-8cd5-6618269dc80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:37.127553 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c9fddc42-75d2-4b7b-a746-92e21ed0b97a req-95a42a69-f39b-47e5-8a73-240d80130557 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417788
Apr 23 10:35:37.153470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e338f3bc-b928-4f2a-8cd5-6618269dc80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:37.197626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e338f3bc-b928-4f2a-8cd5-6618269dc80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:37.202557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-97991af8-44b6-4ce9-8e82-93e931f7218b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:37.216605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338f3bc-b928-4f2a-8cd5-6618269dc80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a7fb7-ca7e-43b8-9937-4770b63c2c8d,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:37.220306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e338f3bc-b928-4f2a-8cd5-6618269dc80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:37.224366 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e338f3bc-b928-4f2a-8cd5-6618269dc80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:37.225621 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e338f3bc-b928-4f2a-8cd5-6618269dc80f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/985a7fb7-ca7e-43b8-9937-4770b63c2c8d HTTP/1.1" status: 204  len: 168 time: 0.1610680
Apr 23 10:35:37.544158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7b258-0ca0-471d-820b-2cf1b1ed7f11 req-b0abf930-284c-4af4-8507-2a6ed9cbe28b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:37.545809 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-98d7b258-0ca0-471d-820b-2cf1b1ed7f11 req-b0abf930-284c-4af4-8507-2a6ed9cbe28b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0910387
Apr 23 10:35:37.579583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:37.581811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48698) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:37.600916 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-98d7b258-0ca0-471d-820b-2cf1b1ed7f11 req-3a3610fa-e5e0-438c-ac25-e76065943a4a tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486054
Apr 23 10:35:37.642256 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8cc9ad61-f2f3-44af-9862-16520f12bad7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f72140c91a124e02b2584f9f514efac7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0592051
Apr 23 10:35:37.645413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48702) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:37.709326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-57c530cf-eda1-4380-b295-91c1d9be5ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:37.741160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-57c530cf-eda1-4380-b295-91c1d9be5ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:37.787779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-57c530cf-eda1-4380-b295-91c1d9be5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:37.792999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0aa5c2dd-ad58-40ff-9a67-a70ccc637938 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:37.807052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c530cf-eda1-4380-b295-91c1d9be5ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12a3e01-2311-4a15-8950-0c69da7b61f1,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:37.810389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-57c530cf-eda1-4380-b295-91c1d9be5ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:37.811426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-57c530cf-eda1-4380-b295-91c1d9be5ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:37.816305 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-57c530cf-eda1-4380-b295-91c1d9be5ed3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e12a3e01-2311-4a15-8950-0c69da7b61f1 HTTP/1.1" status: 204  len: 168 time: 0.1692877
Apr 23 10:35:38.173938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:38.349375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef32abf-ed1f-4c70-8e50-dfae0cec8674 req-5cf5eeb2-9e33-4aa6-bf7a-13af84058d3a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:38.351070 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8ef32abf-ed1f-4c70-8e50-dfae0cec8674 req-5cf5eeb2-9e33-4aa6-bf7a-13af84058d3a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0958657
Apr 23 10:35:38.403879 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8ef32abf-ed1f-4c70-8e50-dfae0cec8674 req-cc73f637-3c75-487c-a723-b7f76e683ba0 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460973
Apr 23 10:35:38.844263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e177ca-069e-4592-ad5f-9ab607bcade3 req-d772733b-be75-4af5-96d8-416b93dbf837 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:38.846023 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e2e177ca-069e-4592-ad5f-9ab607bcade3 req-d772733b-be75-4af5-96d8-416b93dbf837 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.1194444
Apr 23 10:35:38.882471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:38.912664 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e2e177ca-069e-4592-ad5f-9ab607bcade3 req-aa30e916-beb9-4735-a531-4a0fd1705d9c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565226
Apr 23 10:35:39.612478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20205d2d-9d7c-4512-95c5-09d34c283512 req-9689853b-e7f2-48e2-99cd-3dc62dfc42f7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:39.614624 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-20205d2d-9d7c-4512-95c5-09d34c283512 req-9689853b-e7f2-48e2-99cd-3dc62dfc42f7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0887620
Apr 23 10:35:39.661751 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-20205d2d-9d7c-4512-95c5-09d34c283512 req-039795aa-8146-4417-9cd4-461138264284 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408757
Apr 23 10:35:40.130302 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d8f4-d040-4ea0-bc98-e6f6fe084ba6 req-3c6d1594-2657-4398-8b5d-4f2afce81925 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:40.131999 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0430d8f4-d040-4ea0-bc98-e6f6fe084ba6 req-3c6d1594-2657-4398-8b5d-4f2afce81925 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.1002309
Apr 23 10:35:40.182343 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0430d8f4-d040-4ea0-bc98-e6f6fe084ba6 req-6158f19a-ed87-4004-80dd-de9ffea51ec1 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435925
Apr 23 10:35:40.204830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-b81738db-c6ef-451f-8e45-0fef9b517a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:40.209113 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-b81738db-c6ef-451f-8e45-0fef9b517a1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1098 time: 0.0912063
Apr 23 10:35:40.364870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-d1aaeaa4-08dc-4b74-b77a-63c5cee7c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:40.366526 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-d1aaeaa4-08dc-4b74-b77a-63c5cee7c980 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 910 time: 0.1534081
Apr 23 10:35:40.483438 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-e5b194aa-555c-4ae3-927b-55a0b9f3b5a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 1000 time: 0.1107490
Apr 23 10:35:40.565685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-d3474aed-066d-4d16-a614-7ae986646063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:40.567593 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-d3474aed-066d-4d16-a614-7ae986646063 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 200  len: 848 time: 0.0769794
Apr 23 10:35:40.687121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-05d62d0d-f2e1-43ba-98df-bb134dc7f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:40.688737 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-05d62d0d-f2e1-43ba-98df-bb134dc7f27d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d476bd1-0c07-4568-aa23-a0b9d0e45061&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1144245
Apr 23 10:35:40.858304 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-61f2af24-ec79-4400-9ec2-abd7c3d6c556 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618657
Apr 23 10:35:40.902843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b88196-24a5-4da3-b1d7-c4cd863e11c5 req-b238a1ff-4252-4a25-8b33-fe07955cf463 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:40.904552 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-30b88196-24a5-4da3-b1d7-c4cd863e11c5 req-b238a1ff-4252-4a25-8b33-fe07955cf463 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0939066
Apr 23 10:35:40.963859 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-30b88196-24a5-4da3-b1d7-c4cd863e11c5 req-99e74f4b-3cab-4626-8aac-20094e5aabf7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512621
Apr 23 10:35:41.018248 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ee5e8660-95fc-4e73-ba57-64aa313e8c29 req-d6111d16-66e0-4850-9c3f-be9d64d4ed24 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524527
Apr 23 10:35:41.385100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07790c3-b4b4-4fa1-b1a0-d9c180f506e7 req-63536e4b-a556-4a05-8143-ce811d10bbf3 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:41.386678 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c07790c3-b4b4-4fa1-b1a0-d9c180f506e7 req-63536e4b-a556-4a05-8143-ce811d10bbf3 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0883145
Apr 23 10:35:41.434576 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c07790c3-b4b4-4fa1-b1a0-d9c180f506e7 req-a138efd9-e1f3-48c4-b649-121cbbbe68d0 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414696
Apr 23 10:35:42.179372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4aafc6-71ea-4613-a661-6e22d6f0e4a5 req-3b561ebd-da42-4d55-9973-4f676f2ed73a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:42.180962 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-da4aafc6-71ea-4613-a661-6e22d6f0e4a5 req-3b561ebd-da42-4d55-9973-4f676f2ed73a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0916882
Apr 23 10:35:42.245859 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-da4aafc6-71ea-4613-a661-6e22d6f0e4a5 req-54aa026c-58a5-4baa-ac72-0dac59fa99e3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582638
Apr 23 10:35:42.637094 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a260f-61c2-4745-bbb3-28d42b9d6d8d req-6b8f0f0a-f814-413f-ae59-378c669e345a tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:42.638631 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-574a260f-61c2-4745-bbb3-28d42b9d6d8d req-6b8f0f0a-f814-413f-ae59-378c669e345a tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0876732
Apr 23 10:35:42.687595 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-574a260f-61c2-4745-bbb3-28d42b9d6d8d req-273bf613-484b-4aa5-92f9-cfa8fe607824 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419347
Apr 23 10:35:43.458620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e082b30-20bf-49d5-b01a-80a45e29d104 req-8cae8dc7-0a08-422a-a933-68dc43c9cf49 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:43.460211 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e082b30-20bf-49d5-b01a-80a45e29d104 req-8cae8dc7-0a08-422a-a933-68dc43c9cf49 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0937841
Apr 23 10:35:43.508942 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1e082b30-20bf-49d5-b01a-80a45e29d104 req-b363edd9-c858-4f62-b3f6-6f04485e8ffc tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422895
Apr 23 10:35:43.886435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c95e1-1b0c-45ad-b562-57051e00406e req-0c286642-36e9-46a2-9d44-37d076833a5d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:43.887990 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b58c95e1-1b0c-45ad-b562-57051e00406e req-0c286642-36e9-46a2-9d44-37d076833a5d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0868495
Apr 23 10:35:43.937470 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b58c95e1-1b0c-45ad-b562-57051e00406e req-b9c47bc9-08da-4581-969d-fa1ed5fbb5c5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432692
Apr 23 10:35:44.347746 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:35:44.493148 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:35:44.507522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'port_id': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'mac_address': 'fa:16:3e:9c:6e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:35:44.589850 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:44.619988 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc48a21d-a7e8-49c5-8012-8438d9e4d97e {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:35:44.637934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:35:44.646872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:44.648885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:44.756644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=6']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:44.768199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.768671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.769076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.769458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.770381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.770755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.771135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.771507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.771874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.772238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.772603 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.772966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:44.777263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:44.791255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6565c2-7bea-4568-808f-1eec049fa611 req-21471693-435b-4e93-943f-3fb317e810e8 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:44.792812 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2c6565c2-7bea-4568-808f-1eec049fa611 req-21471693-435b-4e93-943f-3fb317e810e8 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 945 time: 0.1591895
Apr 23 10:35:44.841896 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2c6565c2-7bea-4568-808f-1eec049fa611 req-c993ee39-4f26-4bf2-a446-9769385261ef tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425522
Apr 23 10:35:44.851876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['cc48a21d-a7e8-49c5-8012-8438d9e4d97e'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:35:45.147397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12b9e6-de80-464f-833f-91245aa854d0 req-87c116a1-5e5e-4680-a17c-e5d9314e6625 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:45.149140 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8b12b9e6-de80-464f-833f-91245aa854d0 req-87c116a1-5e5e-4680-a17c-e5d9314e6625 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0949547
Apr 23 10:35:45.213164 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8b12b9e6-de80-464f-833f-91245aa854d0 req-423da4bb-a136-4907-9a78-20120e8c56b1 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572731
Apr 23 10:35:46.348524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3f4ab-0d10-4a70-be3b-8557f490e6a8 req-f2e59e4d-ec17-43aa-89b2-4e2430412982 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:46.364686 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d4c3f4ab-0d10-4a70-be3b-8557f490e6a8 req-f2e59e4d-ec17-43aa-89b2-4e2430412982 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 945 time: 0.2548416
Apr 23 10:35:46.581240 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d4c3f4ab-0d10-4a70-be3b-8557f490e6a8 req-21d39da4-b71c-49d8-9149-e5c9231fea2b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2104766
Apr 23 10:35:46.645857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe929ff-cf9e-40b6-9cea-e0e54a07994a req-c09662d6-499d-457d-8eb2-e5fbcec81383 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:46.657991 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cfe929ff-cf9e-40b6-9cea-e0e54a07994a req-c09662d6-499d-457d-8eb2-e5fbcec81383 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.1818607
Apr 23 10:35:46.753525 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cfe929ff-cf9e-40b6-9cea-e0e54a07994a req-1344b38e-be41-4c44-a179-1454bdc16b77 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907586
Apr 23 10:35:47.108574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:35:47.216539 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port cc48a21d-a7e8-49c5-8012-8438d9e4d97e triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:35:47.217316 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:47.243281 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-44fc9d0a-3084-4bd8-8ebb-13df086e425c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1504419
Apr 23 10:35:47.315459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e20dee-c5de-4483-a8d8-fa8543009907 req-0fb5bc33-b143-4ae2-847d-81026bc190c0 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:47.317970 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1e20dee-c5de-4483-a8d8-fa8543009907 req-0fb5bc33-b143-4ae2-847d-81026bc190c0 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.1253982
Apr 23 10:35:47.383252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:47.405917 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1e20dee-c5de-4483-a8d8-fa8543009907 req-6bc728ac-2229-49b2-a01b-a4898c229aa5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786643
Apr 23 10:35:47.427248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:35:47.438186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:35:47.450137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:47.451032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 42345771-6184-4a2b-b098-44d06c15389d no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:35:47.495080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:47.531882 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'code': 200}
Apr 23 10:35:47.610788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=7']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:47.614292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:47.748810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:47.792645 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=42345771-6184-4a2b-b098-44d06c15389d,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:35:47.796066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:47.799207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:47.838837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ed2e6-b03c-4eb4-aed8-60ed744a3ff7 req-4bf19e0a-6366-4438-957b-2f5cd1f04b5e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:47.847657 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-060ed2e6-b03c-4eb4-aed8-60ed744a3ff7 req-4bf19e0a-6366-4438-957b-2f5cd1f04b5e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1086521
Apr 23 10:35:47.890785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=42345771-6184-4a2b-b098-44d06c15389d,revision_number=6']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:47.894229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:47.923117 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-060ed2e6-b03c-4eb4-aed8-60ed744a3ff7 req-71173680-75ed-4bfa-993b-1b7574361430 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744753
Apr 23 10:35:48.661985 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9448397-ce24-4c66-92f3-d281e91c307b req-b7ae84b0-829e-41c9-9a8b-ad15ba8e025b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:48.663601 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d9448397-ce24-4c66-92f3-d281e91c307b req-b7ae84b0-829e-41c9-9a8b-ad15ba8e025b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1051183
Apr 23 10:35:48.720088 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d9448397-ce24-4c66-92f3-d281e91c307b req-e3129ca2-48bf-4b27-bcd8-3b47b5f7bf5b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474427
Apr 23 10:35:49.150861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d763-909c-481b-84c6-e51d8d934881 req-ed08a18e-340c-4594-a93a-12ab479b1b15 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:49.152917 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f162d763-909c-481b-84c6-e51d8d934881 req-ed08a18e-340c-4594-a93a-12ab479b1b15 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0976603
Apr 23 10:35:49.210411 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f162d763-909c-481b-84c6-e51d8d934881 req-2f1c3d78-6ee9-4f2a-ba54-8e5ab257b2f1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460143
Apr 23 10:35:49.533541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42345771-6184-4a2b-b098-44d06c15389d'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:35:49.583103 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42345771-6184-4a2b-b098-44d06c15389d', 'code': 422} returned with failed status
Apr 23 10:35:49.854168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 48912) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:49.949726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9a713-33d8-4865-823a-d4ba759c6f9d req-9a1624be-7bcb-4869-ae89-8ec1a2c265c8 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:49.958295 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8df9a713-33d8-4865-823a-d4ba759c6f9d req-9a1624be-7bcb-4869-ae89-8ec1a2c265c8 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1057141
Apr 23 10:35:50.012921 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8df9a713-33d8-4865-823a-d4ba759c6f9d req-55c9db16-ce26-4c3d-9fb4-320f01cb8a3f tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515404
Apr 23 10:35:50.031399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:50.049587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:35:50.056377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Usage tracker for resource:security_group_rule and tenant:67840d33e6e14d92b768749cf5a4b1e5 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:35:50.059621 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:35:50.065897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:35:50.170975 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:50.173772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:50.184105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8e0fcb45-219d-4c55-b767-b76365230bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:50.237947 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67840d33e6e14d92b768749cf5a4b1e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3816619
Apr 23 10:35:50.239693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf03bac3-cf5a-4a64-9f2c-a637676552cc,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:50.239891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 48918) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:35:50.243345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:50.348596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:50.384162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:50.520141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:50.527884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:50.553843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf03bac3-cf5a-4a64-9f2c-a637676552cc,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:50.556771 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:50.562294 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf03bac3-cf5a-4a64-9f2c-a637676552cc HTTP/1.1" status: 204  len: 168 time: 0.3211188
Apr 23 10:35:50.577026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902d60d-5911-4325-848b-a7ccfc66a768 req-675e5672-adba-4a6c-8beb-4090b96840f1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:50.585124 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5902d60d-5911-4325-848b-a7ccfc66a768 req-675e5672-adba-4a6c-8beb-4090b96840f1 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.2219956
Apr 23 10:35:50.587926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.588340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.588745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.589262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.589658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.590051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.590440 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.590828 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.591221 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.591609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.591992 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.592377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:35:50.596158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:50.659087 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5902d60d-5911-4325-848b-a7ccfc66a768 req-a6c27194-3cc4-4463-b08a-4479cb395d89 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726094
Apr 23 10:35:51.240972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3956e16-80d8-4ba2-aa95-5b3f8e0a354c req-9e81976f-cdb6-42aa-8808-4f45b6646896 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:51.242628 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f3956e16-80d8-4ba2-aa95-5b3f8e0a354c req-9e81976f-cdb6-42aa-8808-4f45b6646896 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1098995
Apr 23 10:35:51.524032 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f3956e16-80d8-4ba2-aa95-5b3f8e0a354c req-80bdd228-4c3f-443b-b7a5-07e2023cbf39 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2719283
Apr 23 10:35:51.949110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59397939-8857-4eb3-a92f-01f175ea43b0 req-2c59f54b-b38d-4b8c-ada0-e43fc5a3beeb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:51.950775 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-59397939-8857-4eb3-a92f-01f175ea43b0 req-2c59f54b-b38d-4b8c-ada0-e43fc5a3beeb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1221845
Apr 23 10:35:52.023053 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-59397939-8857-4eb3-a92f-01f175ea43b0 req-3b395ff6-92fd-4d69-aa78-cce81d620a8a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651650
Apr 23 10:35:52.793397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b44d-39d5-4b0f-901a-0376f660dbc8 req-cdb19950-dabe-470a-b184-2224eeee6b4c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:52.802164 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9e19b44d-39d5-4b0f-901a-0376f660dbc8 req-cdb19950-dabe-470a-b184-2224eeee6b4c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1409967
Apr 23 10:35:52.867458 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9e19b44d-39d5-4b0f-901a-0376f660dbc8 req-f60b72d0-7e59-4e20-ad80-98f7c783f54b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639708
Apr 23 10:35:53.049785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-f9c4d450-2447-4326-a5f3-04e996798567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:53.051831 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-f9c4d450-2447-4326-a5f3-04e996798567 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37&tenant_id=e47d610fa53d463fa10c5d0be6c9db94 HTTP/1.1" status: 200  len: 1096 time: 0.1082232
Apr 23 10:35:53.185652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-d6d3fdf9-65ba-437a-98d2-0d08656725f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:53.187408 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-d6d3fdf9-65ba-437a-98d2-0d08656725f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1096 time: 0.1003680
Apr 23 10:35:53.282961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6075fac-f80b-4185-b99e-b90f5532d7a8 req-3387667d-c734-42ad-a21d-2aa16a4a3b43 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:53.284502 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d6075fac-f80b-4185-b99e-b90f5532d7a8 req-3387667d-c734-42ad-a21d-2aa16a4a3b43 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.0974276
Apr 23 10:35:53.337306 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d6075fac-f80b-4185-b99e-b90f5532d7a8 req-96958956-c745-421f-bd13-0ed3dd0388b4 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462172
Apr 23 10:35:53.381322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-9bdf3fc9-fc2d-4f57-b997-198661a239d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:53.383043 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-9bdf3fc9-fc2d-4f57-b997-198661a239d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 910 time: 0.1779683
Apr 23 10:35:53.506545 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-e42ccf93-edb9-4290-afea-d20d18a7fc10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 998 time: 0.1138768
Apr 23 10:35:53.589726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-71d26ad7-c50d-4f15-a8d7-057c3776076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:53.591763 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-71d26ad7-c50d-4f15-a8d7-057c3776076e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 200  len: 848 time: 0.0769377
Apr 23 10:35:53.682685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-3fbc108b-3480-413e-9523-2fa324b576f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:53.684452 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-3fbc108b-3480-413e-9523-2fa324b576f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d476bd1-0c07-4568-aa23-a0b9d0e45061&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852158
Apr 23 10:35:53.845583 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-84883d95-b40d-4b59-aadd-d7955184687b service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533394
Apr 23 10:35:54.046490 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-52a42def-1a4b-479d-93cb-1665adde5d1d req-b191ddbe-6e6f-4f29-a294-0c7cfae696dd service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925764
Apr 23 10:35:54.177391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72c53a-3f52-4988-8971-5de4d7da91bb req-6b2f668a-f6ee-4704-b9b7-67c07167dbba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:54.193863 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1d72c53a-3f52-4988-8971-5de4d7da91bb req-6b2f668a-f6ee-4704-b9b7-67c07167dbba tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1586154
Apr 23 10:35:54.249780 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1d72c53a-3f52-4988-8971-5de4d7da91bb req-285dd8db-d8b9-41f4-a151-f57eae2687db tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550134
Apr 23 10:35:54.581129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44690a5-b9e5-49da-8784-763c626e9ed4 req-c01fbce0-9d73-4697-be39-6e066d92a62f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:54.583996 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d44690a5-b9e5-49da-8784-763c626e9ed4 req-c01fbce0-9d73-4697-be39-6e066d92a62f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1042414
Apr 23 10:35:54.636579 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d44690a5-b9e5-49da-8784-763c626e9ed4 req-415a72d3-dde8-4cb4-b979-94802f91203c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451522
Apr 23 10:35:55.466552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404c86-161e-463f-87c6-516c1771098e req-e1c23eec-6956-4cc9-9743-650e8962501f tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:55.468364 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d8404c86-161e-463f-87c6-516c1771098e req-e1c23eec-6956-4cc9-9743-650e8962501f tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1039913
Apr 23 10:35:55.534894 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d8404c86-161e-463f-87c6-516c1771098e req-af4f20d0-2e35-45b2-a89e-f02fc5ce2806 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549967
Apr 23 10:35:55.889577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e205c4-d7e0-4fef-82df-f16618c77d50 req-0109445d-0a66-4709-8451-5d297ac17a04 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:55.897588 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-47e205c4-d7e0-4fef-82df-f16618c77d50 req-0109445d-0a66-4709-8451-5d297ac17a04 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1091030
Apr 23 10:35:55.951148 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-47e205c4-d7e0-4fef-82df-f16618c77d50 req-b38cab13-a62f-42cb-9278-d8f07836f6bf tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490301
Apr 23 10:35:56.758443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2709f33-38bb-43ea-b202-ca4f446f1058 req-1773ae2a-05e2-46a9-a690-8b7d1afc4617 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:56.761837 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a2709f33-38bb-43ea-b202-ca4f446f1058 req-1773ae2a-05e2-46a9-a690-8b7d1afc4617 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1052148
Apr 23 10:35:56.811624 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a2709f33-38bb-43ea-b202-ca4f446f1058 req-cc2ca5f2-2d14-4cf0-a3ad-5ca97d36fc49 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452015
Apr 23 10:35:56.997700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-7fd61796-c875-4d29-8c75-b951df87287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:56.999645 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-7fd61796-c875-4d29-8c75-b951df87287d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 1099 time: 0.0847826
Apr 23 10:35:57.032373 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df676f-3fa1-4433-859e-2b5cf3568084 req-803f5f1f-ec6e-4fa9-b265-00c73fecf1a8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:57.035882 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-47df676f-3fa1-4433-859e-2b5cf3568084 req-803f5f1f-ec6e-4fa9-b265-00c73fecf1a8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 946 time: 0.0956998
Apr 23 10:35:57.134359 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-47df676f-3fa1-4433-859e-2b5cf3568084 req-f3204598-8e5e-473c-bb76-a3647724ca30 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928111
Apr 23 10:35:57.170661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-3b6c68e8-ef20-40c9-91e7-d90a4d568c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:57.172251 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-3b6c68e8-ef20-40c9-91e7-d90a4d568c9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 917 time: 0.1648543
Apr 23 10:35:57.192745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7de464-9ffe-40c7-ae76-fa6f3810bf48 req-47452aa4-3619-4943-b332-391e9bf83eb2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:57.193087 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3f7de464-9ffe-40c7-ae76-fa6f3810bf48 req-47452aa4-3619-4943-b332-391e9bf83eb2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1129713
Apr 23 10:35:57.252350 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3f7de464-9ffe-40c7-ae76-fa6f3810bf48 req-bfd10fac-c814-4c7c-9e00-70a6f5e4ee7d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517390
Apr 23 10:35:57.293664 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-9c6574f7-3fc7-482c-8b64-151a7c55ce39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e HTTP/1.1" status: 200  len: 1002 time: 0.1117876
Apr 23 10:35:57.367713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-cacd3a50-1c4c-43d2-9888-8ffc7b10b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:57.369318 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-cacd3a50-1c4c-43d2-9888-8ffc7b10b3d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.0702884
Apr 23 10:35:57.453548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-159150cd-7dbd-409c-80b2-78886b78d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:57.455219 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-159150cd-7dbd-409c-80b2-78886b78d01c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789607
Apr 23 10:35:57.603749 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-7c61e891-cf20-414d-b7ab-770e749faa63 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407700
Apr 23 10:35:58.000853 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a88c1ff-753d-4cdc-b935-54ceadebf0dc req-a7556990-7d96-4073-95ed-bf0c01986917 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3877745
Apr 23 10:35:58.077754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fe5a7-c2b5-4a08-89d6-d4fe804074f1 req-d382a7f5-47a4-43e8-bbf9-3b2320b85ad6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:58.079477 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3f7fe5a7-c2b5-4a08-89d6-d4fe804074f1 req-d382a7f5-47a4-43e8-bbf9-3b2320b85ad6 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 946 time: 0.1702936
Apr 23 10:35:58.088582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80071894-4a01-4437-a575-25d4c278b997 req-5d78d91d-d4b5-4f38-9589-156bf3e2ed01 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:58.090127 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-80071894-4a01-4437-a575-25d4c278b997 req-5d78d91d-d4b5-4f38-9589-156bf3e2ed01 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1423600
Apr 23 10:35:58.171409 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-80071894-4a01-4437-a575-25d4c278b997 req-4d0d9a2a-5d2e-4182-bc68-27348c56ee1e tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658278
Apr 23 10:35:58.174467 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3f7fe5a7-c2b5-4a08-89d6-d4fe804074f1 req-d6d99445-60b3-490c-91fe-c1006890a631 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833440
Apr 23 10:35:58.377203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fece0a-fcd1-4709-85d8-1831472b61e5 req-05322459-4a11-4738-aa95-8dbfa272a762 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:58.379304 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d8fece0a-fcd1-4709-85d8-1831472b61e5 req-05322459-4a11-4738-aa95-8dbfa272a762 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 946 time: 0.0948517
Apr 23 10:35:58.486857 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d8fece0a-fcd1-4709-85d8-1831472b61e5 req-d416cb47-bd31-4d68-968a-d427b643c0cc tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567887
Apr 23 10:35:58.517358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde5402-5744-495f-96a9-4a4e4d882edb req-a94d0320-50b7-4b97-8ee3-926cd402c39c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:58.518969 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4fde5402-5744-495f-96a9-4a4e4d882edb req-a94d0320-50b7-4b97-8ee3-926cd402c39c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1509945
Apr 23 10:35:58.573203 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4fde5402-5744-495f-96a9-4a4e4d882edb req-4550c19d-3ba5-4366-805c-e86b35baa3b3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478039
Apr 23 10:35:58.722648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-b6089aec-4fb3-414a-8e3a-15cafad5af7a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:58.723412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-b6089aec-4fb3-414a-8e3a-15cafad5af7a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Synchronizing usage tracker for tenant:15f6aaa4269248d28b1549456a94b818 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:35:58.739081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-b6089aec-4fb3-414a-8e3a-15cafad5af7a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Unset dirty status for tenant:15f6aaa4269248d28b1549456a94b818 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:35:58.740274 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-b6089aec-4fb3-414a-8e3a-15cafad5af7a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 946 time: 0.1070437
Apr 23 10:35:58.885698 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Deleting port 05bad05a-f948-4b9d-87bd-78e049565661 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:35:58.885996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:59.029579 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] For port 05bad05a-f948-4b9d-87bd-78e049565661, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=05bad05a-f948-4b9d-87bd-78e049565661,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:35:59.030104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:59.351310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:59.351724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:59.352083 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Floating IP d1a934f1-3952-482f-9b4c-7bf7e645c558 disassociated. External IP: 172.27.0.141, port: 05bad05a-f948-4b9d-87bd-78e049565661.
Apr 23 10:35:59.352480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Calling delete_port for 05bad05a-f948-4b9d-87bd-78e049565661 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:35:59.449454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9d1b7-ec28-4154-851a-005d5e52a021 req-742cb224-dfa9-462a-a047-2f940699e402 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:59.451071 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e0d9d1b7-ec28-4154-851a-005d5e52a021 req-742cb224-dfa9-462a-a047-2f940699e402 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1614406
Apr 23 10:35:59.460884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aed477-7d7f-4ee9-bb46-982fb6fadfeb req-1245a934-31a3-4e1f-87b5-48db1f64903a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:59.462415 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-87aed477-7d7f-4ee9-bb46-982fb6fadfeb req-1245a934-31a3-4e1f-87b5-48db1f64903a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 946 time: 0.1360447
Apr 23 10:35:59.465920 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:35:59.472816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:35:59.524618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event deleted for resources: {'Port': ['ID=05bad05a-f948-4b9d-87bd-78e049565661,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:35:59.529057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:35:59.542454 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e0d9d1b7-ec28-4154-851a-005d5e52a021 req-b0d866df-8d77-414d-84d9-138018b3b578 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788791
Apr 23 10:35:59.548565 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-87aed477-7d7f-4ee9-bb46-982fb6fadfeb req-f0d087a1-e6d4-44fb-8c2e-b547cd930339 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675845
Apr 23 10:35:59.763149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Router 88f40f15-281d-44da-9394-0d78055f71ba has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:35:59.766802 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-453593a7-01c6-4533-b412-71b4b7080f18 req-4127e002-854b-497b-805b-0579b77f9530 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 210 time: 0.0946884
Apr 23 10:35:59.824888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402b6af-e71b-494d-8f30-92c3974b206e req-75271330-c92a-4461-b1b9-8e989257e26d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:35:59.826776 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c402b6af-e71b-494d-8f30-92c3974b206e req-75271330-c92a-4461-b1b9-8e989257e26d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1059468
Apr 23 10:35:59.881718 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c402b6af-e71b-494d-8f30-92c3974b206e req-d89c0c37-70e4-47aa-91c1-8ca0d440a6e8 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472021
Apr 23 10:36:00.009876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:36:00.019937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] Sync routers for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:36:00.033257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:36:00.034234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9df0438>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:35:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:00.105608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] No DVR routers for this DVR port 05bad05a-f948-4b9d-87bd-78e049565661 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:36:00.109118 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:00.112337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9741445-8171-4690-899b-d9183dda3fbb', 'name': 'network-vif-deleted', 'tag': '05bad05a-f948-4b9d-87bd-78e049565661'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:00.151421 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-b3a0e8b8-18cd-4da6-aafb-1bb029fe3809 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:00.151965 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-b3a0e8b8-18cd-4da6-aafb-1bb029fe3809 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Synchronizing usage tracker for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:36:00.157484 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-44aa0103-588a-4ef4-8118-c59f6e7a898a req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "DELETE /v2.0/ports/05bad05a-f948-4b9d-87bd-78e049565661 HTTP/1.1" status: 204  len: 173 time: 1.4108820
Apr 23 10:36:00.172795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-b3a0e8b8-18cd-4da6-aafb-1bb029fe3809 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Unset dirty status for tenant:1deadace3cdb4a64aaf14100caacd8a0 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:36:00.174276 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-b3a0e8b8-18cd-4da6-aafb-1bb029fe3809 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 946 time: 0.2249331
Apr 23 10:36:00.351277 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9741445-8171-4690-899b-d9183dda3fbb', 'name': 'network-vif-deleted', 'tag': '05bad05a-f948-4b9d-87bd-78e049565661', 'status': 'completed', 'code': 200}
Apr 23 10:36:00.365831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Deleting port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:36:00.366212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:00.429987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:36:00.515933 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] For port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:00.516470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:00.838287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9df0438>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:00.842656 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] Checking router: 88f40f15-281d-44da-9394-0d78055f71ba for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:36:00.852478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:36:00.853201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9df0438>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:35:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:00.918174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420cc4a-cf75-4512-9763-92c64c48d413 req-69d3d5c4-0e72-4242-adcf-89cfa44d1f68 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:00.919843 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9420cc4a-cf75-4512-9763-92c64c48d413 req-69d3d5c4-0e72-4242-adcf-89cfa44d1f68 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1887543
Apr 23 10:36:00.928174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:00.928671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:00.928912 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Floating IP 71ce6295-7f10-4810-9de8-a87fdd7d2c0c disassociated. External IP: 172.27.0.8, port: 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89.
Apr 23 10:36:00.929342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Calling delete_port for 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:36:00.930240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f29547-ec9f-4120-9870-afc6f9d5c608 req-557f78f1-50f8-4fd0-a0e4-3fa280a1bc79 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:00.932528 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d2f29547-ec9f-4120-9870-afc6f9d5c608 req-557f78f1-50f8-4fd0-a0e4-3fa280a1bc79 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 946 time: 0.1391356
Apr 23 10:36:01.022654 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9420cc4a-cf75-4512-9763-92c64c48d413 req-6366fde5-2a50-4024-996b-e572e1ba166a tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892935
Apr 23 10:36:01.041990 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d2f29547-ec9f-4120-9870-afc6f9d5c608 req-822a1e7b-4ed2-421d-ac45-1a5767232bd1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups?id=46045304-5186-423a-9da3-af27c02638d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910306
Apr 23 10:36:01.068518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:01.076095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8d3666f8-63f4-455a-8399-bd1c2f34f530 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:01.085479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:36:01.168962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:36:01.169426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event deleted for resources: {'Port': ['ID=1e0bade1-27cb-4d8b-a5f1-6d6d98faea89,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:01.185782 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:01.239834 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8885e3c-5d5e-4d6e-a319-edfba4d5b886 req-eba250cf-7de4-4d09-bb2f-5bfc08bc0faa tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9741445-8171-4690-899b-d9183dda3fbb HTTP/1.1" status: 200  len: 210 time: 0.0771949
Apr 23 10:36:01.345148 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e1fcc-5b31-4d7e-924e-80aba58c6c60 req-bb443eda-95e0-4392-8130-e8b5eac55b4a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:01.347590 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4a9e1fcc-5b31-4d7e-924e-80aba58c6c60 req-bb443eda-95e0-4392-8130-e8b5eac55b4a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 946 time: 0.1061964
Apr 23 10:36:01.401081 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4a9e1fcc-5b31-4d7e-924e-80aba58c6c60 req-b94f8024-cb76-4934-9e89-a90f3827330a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456314
Apr 23 10:36:01.439541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Router d05fff93-11eb-4dd4-a540-9914bc72d83e has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:36:01.527253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:01.599523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:01.613159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:01.620539 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:01.621403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 05bad05a-f948-4b9d-87bd-78e049565661 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:36:01.653990 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:01.662176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:36:01.679514 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] Sync routers for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:36:01.702024 dv-cinder-779233-3-iscsi neutron-server[86224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'code': 422} returned with failed status
Apr 23 10:36:01.708379 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:36:01.709151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baac27ef0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:35:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:01.732211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 05bad05a-f948-4b9d-87bd-78e049565661 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:36:01.732452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 05bad05a-f948-4b9d-87bd-78e049565661 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:36:01.792995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9df0438>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:01.796557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=8']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:01.800391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:01.801346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7e10a-b4e4-4436-b900-0d061e3b46f4 None None] The sync data for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi is: [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:36:01.806502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] No DVR routers for this DVR port 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:36:01.809346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:01.824213 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0a1312b4-ccdc-4fd0-885f-673d68dcc5a4 req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.48 "DELETE /v2.0/ports/1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 HTTP/1.1" status: 204  len: 173 time: 1.6354356
Apr 23 10:36:01.996273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:36:02.353042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'name': 'network-vif-deleted', 'tag': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:02.360552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a1a5b-b5ab-4cfc-a804-ee86332279b9 req-9c6c3ae9-d31c-4b9a-a19b-dcdd92818dbc tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:02.362535 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-220a1a5b-b5ab-4cfc-a804-ee86332279b9 req-9c6c3ae9-d31c-4b9a-a19b-dcdd92818dbc tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 943 time: 0.1369183
Apr 23 10:36:02.418868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baac27ef0>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:02.423862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] Checking router: d05fff93-11eb-4dd4-a540-9914bc72d83e for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:36:02.435202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:36:02.435909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baac27ef0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:35:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:02.437744 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-154878bf-9f08-41f5-b355-1ec379981ad2 req-064f2e7e-ebd8-43e0-8bb5-0cd76ab4f723 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/ports?device_id=d159fa5b-da78-4822-b217-eca6d4ca0a6e HTTP/1.1" status: 200  len: 210 time: 0.0736341
Apr 23 10:36:02.458398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ade8b8-ff92-4d5f-9fb3-4ad41321b245 None None] New status for floating IP d1a934f1-3952-482f-9b4c-7bf7e645c558: DOWN {{(pid=86339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:36:02.504322 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-220a1a5b-b5ab-4cfc-a804-ee86332279b9 req-d895dafe-bcda-44cf-b4e9-953ce2e9b289 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912399
Apr 23 10:36:02.632885 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159fa5b-da78-4822-b217-eca6d4ca0a6e', 'name': 'network-vif-deleted', 'tag': '1e0bade1-27cb-4d8b-a5f1-6d6d98faea89', 'status': 'completed', 'code': 200}
Apr 23 10:36:02.647072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:36:02.708149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:36:02.832722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:03.038900 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-80bd264f-5f79-4990-bf22-5002741c08af tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849086853&fields=id&tenant_id=15f6aaa4269248d28b1549456a94b818 HTTP/1.1" status: 200  len: 267 time: 0.0464809
Apr 23 10:36:03.111665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baac27ef0>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:03.116434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197b3a5-eed4-4337-97bd-e615ee3244f6 None None] The sync data for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi is: [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:29:10Z', 'revision_number': 4, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '3a4df72a-38a3-47ef-b54a-3c26691adca8', 'name': '', 'network_id': '6324dbe3-5626-411e-a23f-f2dd748a1268', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'mac_address': 'fa:16:3e:60:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:28Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'subnets': [{'id': '1f4f7054-f33d-4cb0-88a2-35a2f04e2180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:36:03.151069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 42345771-6184-4a2b-b098-44d06c15389d details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:36:03.213396 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-dc2537ef-d044-4809-961e-552e479bed0e tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:03.215209 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-dc2537ef-d044-4809-961e-552e479bed0e tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 812 time: 0.1685095
Apr 23 10:36:03.233065 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-173e0f44-b6f3-4d22-bbd6-54dc92dcaef4 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/quotas/15f6aaa4269248d28b1549456a94b818 HTTP/1.1" status: 200  len: 375 time: 0.0114021
Apr 23 10:36:03.319165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=42345771-6184-4a2b-b098-44d06c15389d,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:03.335955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '42345771-6184-4a2b-b098-44d06c15389d', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'port_id': '42345771-6184-4a2b-b098-44d06c15389d', 'mac_address': 'fa:16:3e:35:e2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:36:03.342086 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-31d5b7cc-8643-4fbe-a125-e1154a4d6301 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0985167
Apr 23 10:36:03.412536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:03.434292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42345771-6184-4a2b-b098-44d06c15389d {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:36:03.453216 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=42345771-6184-4a2b-b098-44d06c15389d,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:03.462225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:03.464170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:03.514556 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-a2f18efd-cf0c-44f6-a065-65c940ac91df service neutron] 10.222.0.75 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541891
Apr 23 10:36:03.533276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c65015-fc7a-47ba-86d5-eed0e2c8408c None None] New status for floating IP 71ce6295-7f10-4810-9de8-a87fdd7d2c0c: DOWN {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:36:03.539549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=42345771-6184-4a2b-b098-44d06c15389d,revision_number=7']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:03.543482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:03.667777 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-a1ea1bf4-748b-49a9-b2a2-2e2c9130fc74 service neutron] 10.222.0.75 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452463
Apr 23 10:36:03.805998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['42345771-6184-4a2b-b098-44d06c15389d'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:36:04.303671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7579816-0468-402e-a61b-9729edba3d3b req-98cd620f-56f1-47f9-8757-5cb73767c77c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:04.305426 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e7579816-0468-402e-a61b-9729edba3d3b req-98cd620f-56f1-47f9-8757-5cb73767c77c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 944 time: 0.0904386
Apr 23 10:36:04.355519 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e7579816-0468-402e-a61b-9729edba3d3b req-a5332faf-88d1-4780-84c7-313d4c52edbc tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430787
Apr 23 10:36:04.457550 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-56beaf3d-c420-4de1-a2e7-00ad763dd711 req-dfe9942f-63d8-4de6-ab7c-9a353adedef6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 210 time: 0.0532913
Apr 23 10:36:04.501765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49098) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:04.581032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-95285ed7-ffee-42eb-81b8-36a0b3af4ff1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:04.618702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-95285ed7-ffee-42eb-81b8-36a0b3af4ff1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:04.737824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-95285ed7-ffee-42eb-81b8-36a0b3af4ff1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:04.743300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:04.765777 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-22688b67-5790-48c2-812d-2e6e726e46de service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1082029
Apr 23 10:36:04.767514 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770b84f-b4a4-4ae9-b31a-5a582b7fa484 req-24750906-5e41-453b-b88f-08fc3b921789 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:04.770470 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5770b84f-b4a4-4ae9-b31a-5a582b7fa484 req-24750906-5e41-453b-b88f-08fc3b921789 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.1424544
Apr 23 10:36:04.770869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95285ed7-ffee-42eb-81b8-36a0b3af4ff1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46045304-5186-423a-9da3-af27c02638d4,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:04.774274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-95285ed7-ffee-42eb-81b8-36a0b3af4ff1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:04.782841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-95285ed7-ffee-42eb-81b8-36a0b3af4ff1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:04.787165 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-95285ed7-ffee-42eb-81b8-36a0b3af4ff1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "DELETE /v2.0/security-groups/46045304-5186-423a-9da3-af27c02638d4 HTTP/1.1" status: 204  len: 168 time: 0.2811441
Apr 23 10:36:04.787468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49114) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:04.805664 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.v2.resource [None req-ab8a96fb-efbb-4238-93d6-77c9d477666a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] show failed (client error): The resource could not be found.
Apr 23 10:36:04.809469 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ab8a96fb-efbb-4238-93d6-77c9d477666a tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "GET /v2.0/security-groups/46045304-5186-423a-9da3-af27c02638d4 HTTP/1.1" status: 404  len: 347 time: 0.0182946
Apr 23 10:36:04.809745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49120) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:04.840647 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5770b84f-b4a4-4ae9-b31a-5a582b7fa484 req-c0d8470a-6011-4514-b30d-daadea1c7c2e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611494
Apr 23 10:36:04.883974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc57fbdf-29d5-44c5-a7a2-ec6e32cd8c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:05.155467 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 42345771-6184-4a2b-b098-44d06c15389d up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:36:05.233788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 42345771-6184-4a2b-b098-44d06c15389d triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:36:05.234315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:05.373022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:05.406130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42345771-6184-4a2b-b098-44d06c15389d'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:05.418413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=42345771-6184-4a2b-b098-44d06c15389d,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:05.422565 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:05.423699 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:36:05.455434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b9a8bed4-75b8-4b94-8396-4c5f8518e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:05.494377 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42345771-6184-4a2b-b098-44d06c15389d', 'code': 200}
Apr 23 10:36:05.530030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-32e0bfbd-f971-4cef-8e41-fd428572868a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:05.531621 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-32e0bfbd-f971-4cef-8e41-fd428572868a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 812 time: 0.3213315
Apr 23 10:36:05.538012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-66958160-2ccf-45a6-9930-f56d29b51e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:05.539548 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-66958160-2ccf-45a6-9930-f56d29b51e23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb&tenant_id=58dae872da554eea9307d4f29dd5e75b HTTP/1.1" status: 200  len: 1097 time: 0.1904552
Apr 23 10:36:05.545531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Deleting port 7cfbb996-94d1-42a7-8121-2cb453c5fab0 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:36:05.545911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:05.615801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=42345771-6184-4a2b-b098-44d06c15389d,revision_number=8']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:05.619810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:05.739901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:36:05.777033 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-ddb22ed4-d08f-477d-a504-237c8c335583 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f6aaa4269248d28b1549456a94b818 HTTP/1.1" status: 200  len: 380 time: 0.1539428
Apr 23 10:36:05.779280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:36:05.779863 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 1e0bade1-27cb-4d8b-a5f1-6d6d98faea89 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:36:05.813117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'port': {'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'admin_state_up': True, 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'security_groups': ['1c1533dd-9f03-49c8-a727-e114cd865a89']}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:36:05.816901 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fb746513-dd60-4a2b-9557-d4708ec704bd req-84862a84-1ad5-4523-8620-2e8cee1c8eab tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 210 time: 0.1064885
Apr 23 10:36:05.911205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:05.911569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:05.934646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acd621-dcbb-43cc-b589-9fe6c2dadecd req-f4768018-5617-4a83-8093-0054dd79683d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:05.937087 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d0acd621-dcbb-43cc-b589-9fe6c2dadecd req-f4768018-5617-4a83-8093-0054dd79683d tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.3502250
Apr 23 10:36:05.942601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-9be883fc-a254-457f-9e6d-51f67bb4096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:05.944148 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-9be883fc-a254-457f-9e6d-51f67bb4096c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1098 time: 0.1902404
Apr 23 10:36:05.991371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-2e28fa82-ed01-4e39-b600-612087fecc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:05.992958 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-2e28fa82-ed01-4e39-b600-612087fecc96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58dae872da554eea9307d4f29dd5e75b&device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 1097 time: 0.3565161
Apr 23 10:36:06.073942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Calling delete_port for 7cfbb996-94d1-42a7-8121-2cb453c5fab0 owned by network:floatingip {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:36:06.259239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:36:06.280161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:port and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:36:06.285097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:36:06.295111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:36:06.320914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-fb17aadf-5ff2-4d4d-97d2-e77e3bfaec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:06.322518 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-fb17aadf-5ff2-4d4d-97d2-e77e3bfaec9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 200  len: 917 time: 0.2571187
Apr 23 10:36:06.333808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Made reservation on behalf of 15f6aaa4269248d28b1549456a94b818 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:36:06.340501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:06.365531 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d0acd621-dcbb-43cc-b589-9fe6c2dadecd req-27d26090-428f-456b-8e06-de1376fb3d26 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4191637
Apr 23 10:36:06.389262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e175848-4c14-48d0-abe5-7161c9539023 req-c46a90c5-d628-4a64-b793-e6d67e00c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:06.390906 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5e175848-4c14-48d0-abe5-7161c9539023 req-c46a90c5-d628-4a64-b793-e6d67e00c8dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1098 time: 0.5283287
Apr 23 10:36:06.490689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-9ac92e9e-0586-4fb6-850a-62f2fe11911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:06.492162 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-9ac92e9e-0586-4fb6-850a-62f2fe11911f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 910 time: 0.5185156
Apr 23 10:36:06.493888 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5e175848-4c14-48d0-abe5-7161c9539023 req-9d9a7fe2-47ca-47bb-9b49-4d4341c5ed81 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938280
Apr 23 10:36:06.511361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4a1ae-4f05-46b4-86ae-c85f15787fd9 req-3619e500-5d8f-465c-b8fe-d1ffad06019d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:06.512988 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1c4a1ae-4f05-46b4-86ae-c85f15787fd9 req-3619e500-5d8f-465c-b8fe-d1ffad06019d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.5131981
Apr 23 10:36:06.557673 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-5b191839-d66f-4585-a9a9-d9ba07b294f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e HTTP/1.1" status: 200  len: 1000 time: 0.2050564
Apr 23 10:36:06.564556 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1c4a1ae-4f05-46b4-86ae-c85f15787fd9 req-b8383436-efea-4419-a443-e239c1faab82 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445831
Apr 23 10:36:06.572789 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:06.582663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9664d3d3-1a84-4709-8932-a163c0fc72b5 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:06.670674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Pushing event deleted for resources: {'Port': ['ID=7cfbb996-94d1-42a7-8121-2cb453c5fab0,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:06.685518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:06.721299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4d20f649-ff17-432b-98af-bcf5276d6feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:06.851558 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-11b79a64-bb54-416d-a467-1e277af43823 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 1000 time: 0.1034982
Apr 23 10:36:06.865162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks [] for floatingip, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:06.899214 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-8a7b3baf-2229-4753-8338-c028e59379f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:06.900760 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-8a7b3baf-2229-4753-8338-c028e59379f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 200  len: 855 time: 0.1240363
Apr 23 10:36:06.902799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Allocated IP 172.20.0.14 (d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac/0f238f66-569e-415c-9690-2b06b78fb85f/d1222db8-e56d-445a-8b49-7d004965e421) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:36:06.909098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:06.913147 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] 10.222.0.75 "DELETE /v2.0/floatingips/71ce6295-7f10-4810-9de8-a87fdd7d2c0c HTTP/1.1" status: 204  len: 168 time: 2.0996108
Apr 23 10:36:06.941773 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-bd80156a-457b-4057-b018-4579bd25e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:06.943631 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-bd80156a-457b-4057-b018-4579bd25e8aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 200  len: 848 time: 0.0857520
Apr 23 10:36:07.069331 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c7a9680d-1e4b-4280-b40b-a68cd09f81c6 req-a2df75db-cc7b-474d-a8a0-22f1defbfb6a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 210 time: 0.0714741
Apr 23 10:36:07.109926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-eba4dad1-4189-49b1-9e5b-a2397a070ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:07.111460 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-eba4dad1-4189-49b1-9e5b-a2397a070ff9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d476bd1-0c07-4568-aa23-a0b9d0e45061&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1614323
Apr 23 10:36:07.128392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-7109bf0a-1396-4e2f-853c-4f9ad51cdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:07.130017 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-7109bf0a-1396-4e2f-853c-4f9ad51cdd0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74ce0333-9c48-4617-a7c4-c72396622d38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2184486
Apr 23 10:36:07.261830 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-f53afc3a-f0ab-4543-ac82-c6ebd165fec3 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419961
Apr 23 10:36:07.286550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:07.324299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Transition to ACTIVE for port object d1222db8-e56d-445a-8b49-7d004965e421 will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:36:07.345822 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-29bf34b1-934b-41f4-a962-a6e572f9e96c service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061498
Apr 23 10:36:07.367783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:07.375054 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c84b29f9-76ce-4894-894e-23f315a6988c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:07.413680 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b9a7099f-99c4-4150-83ef-cad4f08cfa19 req-3fef8b6a-3745-419c-8005-ffa69e9faa16 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448269
Apr 23 10:36:07.588275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:07.625063 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc17e01-e65c-4389-b46f-c3e0af22e48f req-840aabd7-a64d-4b29-9412-17fa772006d9 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:07.626814 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7fc17e01-e65c-4389-b46f-c3e0af22e48f req-840aabd7-a64d-4b29-9412-17fa772006d9 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.1277604
Apr 23 10:36:07.699950 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7fc17e01-e65c-4389-b46f-c3e0af22e48f req-7c77d970-799c-4462-9ee1-065b2f9f90e2 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653694
Apr 23 10:36:07.786973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:36:07.794901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68015-4622-4649-92e1-d98049af0e39 req-00b772f0-e4a0-4224-8afe-335a80dde7de tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:07.796544 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5af68015-4622-4649-92e1-d98049af0e39 req-00b772f0-e4a0-4224-8afe-335a80dde7de tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.0954332
Apr 23 10:36:07.797610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:36:07.800102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:36:07.848477 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5af68015-4622-4649-92e1-d98049af0e39 req-767f27c1-e17a-4bc4-bfdd-801df39b36be tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451119
Apr 23 10:36:07.867152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'Port': ['ID=d1222db8-e56d-445a-8b49-7d004965e421,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:07.880842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:07.934698 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:07.935388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:07.950919 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc44b2d7-ee1e-44ed-a6fc-4e00c1c6ab65 req-1bba74e8-c04e-4de5-9fa2-2f5f8ca1d967 service neutron] 10.222.0.48 "GET /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5316491
Apr 23 10:36:07.958321 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1534905
Apr 23 10:36:08.000231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Request body: {'port': {'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:36:08.028310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-a9f5e805-1797-436a-bf8d-25dcc2ebd173 None None] Provisioning for port d1222db8-e56d-445a-8b49-7d004965e421 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:36:08.035305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-a9f5e805-1797-436a-bf8d-25dcc2ebd173 None None] Provisioning complete for port d1222db8-e56d-445a-8b49-7d004965e421 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:36:08.035774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e805-1797-436a-bf8d-25dcc2ebd173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:08.098230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5e805-1797-436a-bf8d-25dcc2ebd173 None None] Port d1222db8-e56d-445a-8b49-7d004965e421 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:36:08.127575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:08.172181 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:08.297116 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978620be-786e-40c8-b44e-5df4020588c1 req-2e69897e-16bb-4d38-a6e5-9531a08bc1b6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:08.298876 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-978620be-786e-40c8-b44e-5df4020588c1 req-2e69897e-16bb-4d38-a6e5-9531a08bc1b6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 932 time: 0.0980797
Apr 23 10:36:08.365741 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-978620be-786e-40c8-b44e-5df4020588c1 req-52043b3d-45ad-42b4-8fd2-7ec6d151c8e6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595558
Apr 23 10:36:08.540729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1222db8-e56d-445a-8b49-7d004965e421 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:36:08.549636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:08.566278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Transition to ACTIVE for port object d1222db8-e56d-445a-8b49-7d004965e421 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:36:08.569044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:08.574345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:08.749879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Pushing event updated for resources: {'Port': ['ID=d1222db8-e56d-445a-8b49-7d004965e421,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:08.753766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:08.840104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Attempting to bind port d1222db8-e56d-445a-8b49-7d004965e421 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:36:08.840487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Attempting to bind port d1222db8-e56d-445a-8b49-7d004965e421 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:36:08.840856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Attempting to bind port d1222db8-e56d-445a-8b49-7d004965e421 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:36:08.846292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Port d1222db8-e56d-445a-8b49-7d004965e421 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:36:08.846567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Attempting to bind port d1222db8-e56d-445a-8b49-7d004965e421 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:36:08.852997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:36:08.853400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Checking segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:36:08.853824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Bound using segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:36:08.854326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Bound port: d1222db8-e56d-445a-8b49-7d004965e421, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:36:08.855079 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:08.888762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:08.919124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7156fd-7019-4538-af0a-17711860586e req-05274572-e0f3-4c5f-b23d-2b78ccd82332 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:08.921137 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc7156fd-7019-4538-af0a-17711860586e req-05274572-e0f3-4c5f-b23d-2b78ccd82332 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.0994105
Apr 23 10:36:08.960815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] For port d1222db8-e56d-445a-8b49-7d004965e421, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:36:08.964461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] For port d1222db8-e56d-445a-8b49-7d004965e421, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d1222db8-e56d-445a-8b49-7d004965e421,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:36:08.968372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:08.974387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8cef99ed-9d88-4a35-bf5e-231bd1ed6f24 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:08.977787 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc7156fd-7019-4538-af0a-17711860586e req-14c65118-7155-43fa-9d5f-42895a7b69b6 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489428
Apr 23 10:36:09.043554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:09.044496 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:09.046263 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] 10.222.0.48 "PUT /v2.0/ports/d1222db8-e56d-445a-8b49-7d004965e421 HTTP/1.1" status: 200  len: 1094 time: 1.0512319
Apr 23 10:36:09.049462 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:09.085273 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Pushing event updated for resources: {'Port': ['ID=d1222db8-e56d-445a-8b49-7d004965e421,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:09.086143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956afc9-8b71-46c4-a6c6-77ef851a367d req-4bf6a526-6499-4d39-a5c7-375eb41a797e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:09.089219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:09.095714 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8956afc9-8b71-46c4-a6c6-77ef851a367d req-4bf6a526-6499-4d39-a5c7-375eb41a797e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.1123607
Apr 23 10:36:09.150972 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421', 'status': 'completed', 'code': 200}
Apr 23 10:36:09.161112 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8956afc9-8b71-46c4-a6c6-77ef851a367d req-e57cc39d-a8e8-4aef-a0c3-c5caab6cda67 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641594
Apr 23 10:36:09.209478 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-dd624e0f-174c-4fb7-acfc-1cc5b9e200b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:09.211135 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-dd624e0f-174c-4fb7-acfc-1cc5b9e200b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 1097 time: 0.1040988
Apr 23 10:36:09.297747 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-cf88e6e2-4d69-4aea-8eb0-8ad93f060e1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1222db8-e56d-445a-8b49-7d004965e421 HTTP/1.1" status: 200  len: 217 time: 0.0732262
Apr 23 10:36:09.367804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e2aab2d1-2470-4a5e-a1c6-452e7369aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:09.369431 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-e2aab2d1-2470-4a5e-a1c6-452e7369aeac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.0652852
Apr 23 10:36:09.480696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-142ba0f0-2b41-4651-a0e1-52a642bf08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:09.485504 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-142ba0f0-2b41-4651-a0e1-52a642bf08be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1101067
Apr 23 10:36:09.641780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c53d3-08ba-45e9-afb2-d00a9026a3e5 req-136abc06-82be-44fe-8950-3043e996dcc4 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:09.645102 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b04c53d3-08ba-45e9-afb2-d00a9026a3e5 req-136abc06-82be-44fe-8950-3043e996dcc4 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1515317
Apr 23 10:36:09.756870 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b04c53d3-08ba-45e9-afb2-d00a9026a3e5 req-155b553b-76ed-41b0-b1ef-6b55f18b9d61 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025929
Apr 23 10:36:09.837730 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-78b93a00-5383-4f80-8944-0bddd2abe3c8 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3118501
Apr 23 10:36:10.524613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16540d-f306-4227-b766-5a41b577b578 req-54f875f5-2f19-4aa4-8c16-9385c5601d7e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:10.526213 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f16540d-f306-4227-b766-5a41b577b578 req-54f875f5-2f19-4aa4-8c16-9385c5601d7e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.1055553
Apr 23 10:36:10.589136 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5f16540d-f306-4227-b766-5a41b577b578 req-fc36bd2d-1dd5-46b3-8978-a560874cdcc7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561812
Apr 23 10:36:10.962809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85737cc-c406-4d15-a097-631f4b75be8d req-52eac1b8-b838-4b75-a989-89ff5ba24721 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:10.964482 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d85737cc-c406-4d15-a097-631f4b75be8d req-52eac1b8-b838-4b75-a989-89ff5ba24721 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.0951338
Apr 23 10:36:11.041351 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d85737cc-c406-4d15-a097-631f4b75be8d req-b0b99fc1-4438-41e7-9d68-b1678b4eb4f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673277
Apr 23 10:36:11.226400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49206) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:12.057607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c60d2d-0f6c-4b4e-8b4d-5df985525658 req-190eff2c-2547-49bf-a37e-c46e27dafd87 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:12.059246 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e5c60d2d-0f6c-4b4e-8b4d-5df985525658 req-190eff2c-2547-49bf-a37e-c46e27dafd87 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.2628732
Apr 23 10:36:12.175256 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e5c60d2d-0f6c-4b4e-8b4d-5df985525658 req-2d480fe1-bc9f-48c1-a90c-58ce92528645 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978212
Apr 23 10:36:12.333369 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0a0a0-4478-45a1-866c-332537f649ea req-ef1fe24f-a1ec-403c-afc3-73ce8d94aac7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:12.334978 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f6f0a0a0-4478-45a1-866c-332537f649ea req-ef1fe24f-a1ec-403c-afc3-73ce8d94aac7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1579416
Apr 23 10:36:12.410844 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f6f0a0a0-4478-45a1-866c-332537f649ea req-7bb62541-3831-494f-b8ef-ec2faa7ce417 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645404
Apr 23 10:36:12.418183 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7977124'] for router_interface, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:12.889674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Deleting port 3a4df72a-38a3-47ef-b54a-3c26691adca8 {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:36:12.890076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:13.033548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] For port 3a4df72a-38a3-47ef-b54a-3c26691adca8, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=3a4df72a-38a3-47ef-b54a-3c26691adca8,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:13.033942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:13.466433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Calling delete_port for 3a4df72a-38a3-47ef-b54a-3c26691adca8 owned by network:router_interface {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:36:13.539655 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9cc58-1860-45ac-8255-c892d5952ea3 req-299facd6-0ec9-4c03-9e59-c84477783d48 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:13.539655 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-32e9cc58-1860-45ac-8255-c892d5952ea3 req-299facd6-0ec9-4c03-9e59-c84477783d48 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.1931431
Apr 23 10:36:13.677123 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-32e9cc58-1860-45ac-8255-c892d5952ea3 req-5cf6b576-0088-4217-9b8b-c354986bc44b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208243
Apr 23 10:36:13.729320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a800c-38cc-491a-9e31-c3b41f013e01 req-12dd631c-be8a-40aa-94ee-128dcd2e32dd tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:13.731235 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c66a800c-38cc-491a-9e31-c3b41f013e01 req-12dd631c-be8a-40aa-94ee-128dcd2e32dd tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1588383
Apr 23 10:36:13.836563 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c66a800c-38cc-491a-9e31-c3b41f013e01 req-fe25d706-7c6b-45e5-a172-688a38a1f5f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972841
Apr 23 10:36:13.845504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:13.851956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:13.901147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4df72a-38a3-47ef-b54a-3c26691adca8,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:13.904597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:14.211399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7977178'] for router_interface, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:14.624316 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Router d05fff93-11eb-4dd4-a540-9914bc72d83e has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:36:14.916391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:36:14.929387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] Sync routers for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:36:14.939388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49226) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:14.939630 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] 10.222.0.75 "PUT /v2.0/routers/d05fff93-11eb-4dd4-a540-9914bc72d83e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7118931
Apr 23 10:36:14.962125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:36:14.962380 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccb607-33c6-4a1c-82d5-b456223dbe09 req-d038db40-ab2a-4929-bceb-a8313513a2ae tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:14.962847 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9e5c518>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:36:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:14.963955 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e5ccb607-33c6-4a1c-82d5-b456223dbe09 req-d038db40-ab2a-4929-bceb-a8313513a2ae tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.1398215
Apr 23 10:36:15.109365 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e5ccb607-33c6-4a1c-82d5-b456223dbe09 req-4c700b12-84ed-4da2-bb0b-2670ab8e2a7e tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207495
Apr 23 10:36:15.192300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea71fed-2ff8-4c5e-a813-091849a899ff req-3c310e88-b848-4c28-a94c-0eacd5280aba tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:15.194425 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8ea71fed-2ff8-4c5e-a813-091849a899ff req-3c310e88-b848-4c28-a94c-0eacd5280aba tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1789935
Apr 23 10:36:15.253956 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks [] for router, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:15.272101 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8ea71fed-2ff8-4c5e-a813-091849a899ff req-0569e5e2-8ee3-4d25-a6e1-5a68a72cf355 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629954
Apr 23 10:36:15.296262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:36:15.492288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:15.580603 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Deleting port e8034d61-0e02-4b47-a501-52a4733b3ce0 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:36:15.581025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:15.634673 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9e5c518>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:36:13Z', 'revision_number': 5, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port': {'id': 'e8034d61-0e02-4b47-a501-52a4733b3ce0', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:15.638963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] Checking router: d05fff93-11eb-4dd4-a540-9914bc72d83e for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:36:15.661813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] Routers {'d05fff93-11eb-4dd4-a540-9914bc72d83e'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:36:15.662610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9e5c518>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:36:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['d05fff93-11eb-4dd4-a540-9914bc72d83e'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:15.743938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] For port e8034d61-0e02-4b47-a501-52a4733b3ce0, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=e8034d61-0e02-4b47-a501-52a4733b3ce0,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:15.744263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:15.865861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] Set router d05fff93-11eb-4dd4-a540-9914bc72d83e gateway port host: None {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:36:15.884455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Calling delete_port for e8034d61-0e02-4b47-a501-52a4733b3ce0 owned by network:router_gateway {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:36:15.986667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9e5c518>, [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:36:15Z', 'revision_number': 6, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port_host': None}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:15.991671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6613b50-025e-471f-9a34-57051bee7589 None None] The sync data for ids ['d05fff93-11eb-4dd4-a540-9914bc72d83e'] in dv-cinder-779233-3-iscsi is: [{'id': 'd05fff93-11eb-4dd4-a540-9914bc72d83e', 'name': 'tempest-AttachVolumeTestJSON-1029478785-router', 'tenant_id': '1deadace3cdb4a64aaf14100caacd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:28:59Z', 'updated_at': '2021-04-23T10:36:15Z', 'revision_number': 6, 'project_id': '1deadace3cdb4a64aaf14100caacd8a0', 'gw_port_host': None}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:36:16.050797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:16.056182 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-366900b1-4f0e-49d8-b1a3-cc16a4354a73 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:16.106927 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e8034d61-0e02-4b47-a501-52a4733b3ce0,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:16.113047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:16.210661 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846491301'] for router_gateway, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:16.391473 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fa23-651a-4bb4-b85d-887074374025 req-2c64d392-3bbb-40d5-b586-b88b74792953 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:16.398536 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1ee2fa23-651a-4bb4-b85d-887074374025 req-2c64d392-3bbb-40d5-b586-b88b74792953 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.1429062
Apr 23 10:36:16.460152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846800633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65369'] for router, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:16.462611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:16.498537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7963459'] for router, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:16.499106 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d05fff93-11eb-4dd4-a540-9914bc72d83e {{(pid=86338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 10:36:16.520282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:16.521532 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] 10.222.0.75 "DELETE /v2.0/routers/d05fff93-11eb-4dd4-a540-9914bc72d83e HTTP/1.1" status: 204  len: 168 time: 1.5802751
Apr 23 10:36:16.524299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49236) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:16.534928 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1ee2fa23-651a-4bb4-b85d-887074374025 req-56b96f62-1432-4b9a-b93e-b77f5ba55cc2 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836654
Apr 23 10:36:16.546799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63bc5f-376c-4969-bad6-a62024b09845 req-20db6174-4a99-4860-8422-975cf038d2ad tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:16.548652 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0c63bc5f-376c-4969-bad6-a62024b09845 req-20db6174-4a99-4860-8422-975cf038d2ad tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1490057
Apr 23 10:36:16.617156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-53238c02-ddc4-4864-9c7f-83940ba35b77 admin admin] Deleting subnet 1f4f7054-f33d-4cb0-88a2-35a2f04e2180 {{(pid=86338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:36:16.620752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53238c02-ddc4-4864-9c7f-83940ba35b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:16.626277 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0c63bc5f-376c-4969-bad6-a62024b09845 req-4aa306de-63c6-48c4-b3d5-960c181d80ce tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676625
Apr 23 10:36:16.694059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53238c02-ddc4-4864-9c7f-83940ba35b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849702037'] for subnet, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:16.801189 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53238c02-ddc4-4864-9c7f-83940ba35b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:17.103595 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53238c02-ddc4-4864-9c7f-83940ba35b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848709440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849692792'] for subnet, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:17.108359 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 3a4df72a-38a3-47ef-b54a-3c26691adca8 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:36:17.114997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1ff80052-9d3f-468e-a335-db9c28c1828f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:17.149911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 3a4df72a-38a3-47ef-b54a-3c26691adca8 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:36:17.150309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 3a4df72a-38a3-47ef-b54a-3c26691adca8 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:36:17.150782 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e8034d61-0e02-4b47-a501-52a4733b3ce0 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:36:17.153994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53238c02-ddc4-4864-9c7f-83940ba35b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:17.162307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53238c02-ddc4-4864-9c7f-83940ba35b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4f7054-f33d-4cb0-88a2-35a2f04e2180,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:17.169880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-53238c02-ddc4-4864-9c7f-83940ba35b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:17.175151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49240) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:17.177612 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-53238c02-ddc4-4864-9c7f-83940ba35b77 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1f4f7054-f33d-4cb0-88a2-35a2f04e2180 HTTP/1.1" status: 204  len: 168 time: 0.6519551
Apr 23 10:36:17.183570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9093f3-b3f4-49e0-9e3c-7dec2614eb59 None None] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:36:17.209954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: e8034d61-0e02-4b47-a501-52a4733b3ce0 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:36:17.210355 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e8034d61-0e02-4b47-a501-52a4733b3ce0 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:36:17.312809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:17.407022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Deleting port 982e5608-e6f5-4362-8f08-c2bb16dd8381 {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:36:17.407415 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:17.525591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] For port 982e5608-e6f5-4362-8f08-c2bb16dd8381, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=982e5608-e6f5-4362-8f08-c2bb16dd8381,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:17.526024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:17.696451 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f8bfc4-f66a-491f-ac42-a30c05c39054 None None] DHCP port deletion for 6324dbe3-5626-411e-a23f-f2dd748a1268 request from dv-cinder-779233-3-iscsi {{(pid=86339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 10:36:17.810596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Calling delete_port for 982e5608-e6f5-4362-8f08-c2bb16dd8381 owned by network:dhcp {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:36:17.826914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-79f8bfc4-f66a-491f-ac42-a30c05c39054 None None] Deleting port 982e5608-e6f5-4362-8f08-c2bb16dd8381 {{(pid=86339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:36:17.827463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-79f8bfc4-f66a-491f-ac42-a30c05c39054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:17.936038 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda5894-6215-4946-85ff-a406a992bd12 req-a897c1ea-2992-4602-bbba-b898ee3034bb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:17.937709 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ceda5894-6215-4946-85ff-a406a992bd12 req-a897c1ea-2992-4602-bbba-b898ee3034bb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.1905553
Apr 23 10:36:17.942826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-79f8bfc4-f66a-491f-ac42-a30c05c39054 None None] For port 982e5608-e6f5-4362-8f08-c2bb16dd8381, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=982e5608-e6f5-4362-8f08-c2bb16dd8381,segment=NetworkSegment(da15356c-4662-4ed3-ac50-3e1e4d905541),segment_id=da15356c-4662-4ed3-ac50-3e1e4d905541)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:17.943332 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-79f8bfc4-f66a-491f-ac42-a30c05c39054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:18.024938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ba5ee-6994-4441-8999-2f51859422b2 req-855a4f8b-4e53-4c98-86d3-371f7ef41269 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:18.026640 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-622ba5ee-6994-4441-8999-2f51859422b2 req-855a4f8b-4e53-4c98-86d3-371f7ef41269 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.2005136
Apr 23 10:36:18.030545 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ceda5894-6215-4946-85ff-a406a992bd12 req-93a25ceb-1f36-4e9f-bea3-350a29df3939 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781167
Apr 23 10:36:18.056159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:18.070327 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-861484b5-b718-4330-b2f4-e7157a5fe189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:18.082003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-79f8bfc4-f66a-491f-ac42-a30c05c39054 None None] Calling delete_port for 982e5608-e6f5-4362-8f08-c2bb16dd8381 owned by network:dhcp {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:36:18.128688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-79f8bfc4-f66a-491f-ac42-a30c05c39054 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:36:18.129122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-79f8bfc4-f66a-491f-ac42-a30c05c39054 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:36:18.129333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] No DVR routers for this DVR port 982e5608-e6f5-4362-8f08-c2bb16dd8381 on host dv-cinder-779233-3-iscsi {{(pid=86337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:36:18.131126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Pushing event deleted for resources: {'Port': ['ID=982e5608-e6f5-4362-8f08-c2bb16dd8381,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:18.170587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:18.205945 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-622ba5ee-6994-4441-8999-2f51859422b2 req-1efd77f8-bd0b-42ad-8a52-717ff854919e tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1687822
Apr 23 10:36:18.287413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:18.654526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4ba96c0cc0>,) {'filters': {'network_id': ['6324dbe3-5626-411e-a23f-f2dd748a1268']}} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:18.670987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba96c0cc0>, 'da15356c-4662-4ed3-ac50-3e1e4d905541') {'for_net_delete': True} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:18.671479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba96c0cc0>, 'da15356c-4662-4ed3-ac50-3e1e4d905541') {} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:18.684204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-79f8bfc4-f66a-491f-ac42-a30c05c39054 None None] The port '982e5608-e6f5-4362-8f08-c2bb16dd8381' was deleted {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 10:36:18.685615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6528642'] for segment, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:18.706433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:18.713680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=86337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:36:18.905904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:36:18.920687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849234049'] for segment, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:19.088028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 982e5608-e6f5-4362-8f08-c2bb16dd8381 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:36:19.122139 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Network 6324dbe3-5626-411e-a23f-f2dd748a1268 has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:36:19.136148 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 982e5608-e6f5-4362-8f08-c2bb16dd8381 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:36:19.137201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 982e5608-e6f5-4362-8f08-c2bb16dd8381 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:36:19.152230 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:36:19.287564 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:19.295576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:19.300333 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-65b27ce4-b822-42c5-bed7-ed3efa661a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:19.341588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=6324dbe3-5626-411e-a23f-f2dd748a1268,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:19.344190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:19.406194 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1b9ffcb7-c651-4050-9450-3ab73196a0bd admin admin] 10.222.0.75 "DELETE /v2.0/networks/6324dbe3-5626-411e-a23f-f2dd748a1268 HTTP/1.1" status: 204  len: 168 time: 2.2297797
Apr 23 10:36:19.426117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41041a3-0bec-4239-8347-1bde3f74cbc5 req-227d10f4-ea40-4761-99dc-13164ca551ae tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:19.427721 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d41041a3-0bec-4239-8347-1bde3f74cbc5 req-227d10f4-ea40-4761-99dc-13164ca551ae tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.2207389
Apr 23 10:36:19.495053 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a28434-5bb4-460e-8318-2ebb61d628a1 req-ca4b77a6-c3d2-4792-bf2b-1f4ff73140c9 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:19.496685 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b6a28434-5bb4-460e-8318-2ebb61d628a1 req-ca4b77a6-c3d2-4792-bf2b-1f4ff73140c9 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1713922
Apr 23 10:36:19.501827 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d41041a3-0bec-4239-8347-1bde3f74cbc5 req-16dcd6ca-4aa7-4423-98b7-5927dacfe88a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664358
Apr 23 10:36:19.538173 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49256) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:19.547761 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b6a28434-5bb4-460e-8318-2ebb61d628a1 req-1d32dac2-1993-40d7-8eec-70a480771a10 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446663
Apr 23 10:36:19.596420 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f42c2598-0e10-4bb2-b6cf-90c33f7cd655 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1deadace3cdb4a64aaf14100caacd8a0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0568628
Apr 23 10:36:19.598982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49260) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:19.662908 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f04419e-24ba-485c-8c91-b004b51648e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:19.700914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f04419e-24ba-485c-8c91-b004b51648e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:19.896522 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9b559b43-17ee-48eb-a09b-5120fe87ba4e req-c4eb9704-6b20-49ef-b88a-13747692d8b1 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1851664
Apr 23 10:36:19.974036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f04419e-24ba-485c-8c91-b004b51648e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:19.979481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cbe1a9db-3eae-4634-ae2a-fed345a7658d tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:19.994241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04419e-24ba-485c-8c91-b004b51648e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93955761-821c-4fba-8492-8fc97ce1583a,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:19.999418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f04419e-24ba-485c-8c91-b004b51648e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:20.001515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f04419e-24ba-485c-8c91-b004b51648e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:20.002741 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0f04419e-24ba-485c-8c91-b004b51648e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93955761-821c-4fba-8492-8fc97ce1583a HTTP/1.1" status: 204  len: 168 time: 0.4024072
Apr 23 10:36:20.125873 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-a971eaaf-f065-4355-9f4b-afa10cca1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:20.127700 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-a971eaaf-f065-4355-9f4b-afa10cca1a20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 1097 time: 0.0837154
Apr 23 10:36:20.525663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-c497d84f-76cd-4456-ade2-108e77dbb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:20.527601 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-c497d84f-76cd-4456-ade2-108e77dbb619 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.3932004
Apr 23 10:36:20.610916 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-2c0e2422-0320-4fde-b408-641fd48e6ffc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1222db8-e56d-445a-8b49-7d004965e421 HTTP/1.1" status: 200  len: 217 time: 0.0743582
Apr 23 10:36:20.738006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-f6313980-6cba-4cc8-b359-263743c7c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:20.740591 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-f6313980-6cba-4cc8-b359-263743c7c85b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.1224329
Apr 23 10:36:20.837736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b4e5d-a6f0-4dde-bd19-98be78267a4c req-8453a2fe-ba48-408d-adcf-5b8a9b15fa4c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:20.841502 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-960b4e5d-a6f0-4dde-bd19-98be78267a4c req-8453a2fe-ba48-408d-adcf-5b8a9b15fa4c tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.1992054
Apr 23 10:36:20.845756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-3237c391-9852-454c-aba1-9fc17724b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:20.847617 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-3237c391-9852-454c-aba1-9fc17724b52c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1009054
Apr 23 10:36:20.904034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49288) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:20.922421 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf92b4-47e0-4ec5-89bc-495e1f33d586 req-9ebd304c-8995-4b2b-9b04-7d4310930016 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:20.923984 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-16bf92b4-47e0-4ec5-89bc-495e1f33d586 req-9ebd304c-8995-4b2b-9b04-7d4310930016 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1936953
Apr 23 10:36:20.930555 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-960b4e5d-a6f0-4dde-bd19-98be78267a4c req-b75dc556-01ca-4126-bcba-db3d17920c66 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806770
Apr 23 10:36:20.984238 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-16bf92b4-47e0-4ec5-89bc-495e1f33d586 req-4ae62b55-0cb9-4c66-9e7e-b9aea58ca16d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518286
Apr 23 10:36:21.010227 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-7d515df3-e331-4cce-80d7-5b5385de6c17 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550395
Apr 23 10:36:21.090424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1896213525-network', 'tenant_id': 'd1969fc7f10e4326b3f8331f7a317ab8'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:36:21.096378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:36:21.102743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Usage tracker for resource:network and tenant:d1969fc7f10e4326b3f8331f7a317ab8 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:36:21.105940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:36:21.112809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:36:21.122055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Made reservation on behalf of d1969fc7f10e4326b3f8331f7a317ab8 for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:36:21.126897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:21.143757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:21.160797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:36:21.165048 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Usage tracker for resource:security_group_rule and tenant:d1969fc7f10e4326b3f8331f7a317ab8 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:36:21.168051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:36:21.174441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:36:21.180093 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7b62e6b5-a838-46b6-b76e-bbc53e9ba345 req-d44ddea1-47c6-4e6f-bcb6-e57864c3f84b service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633122
Apr 23 10:36:21.275442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:21.279274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:21.287111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1a1f41d3-c261-42d1-9c16-66ff9e55dcd2 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:21.323913 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:36:21.338445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328a26f6-00eb-4e15-9d65-5dacecd84951,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:21.343248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:21.344324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:21.344707 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Added segment 41fdc5da-4b25-442b-be1b-44e2e4d946a6 of type vlan for network b51674aa-8880-4133-a68c-13ec1ed40b6c
Apr 23 10:36:21.389270 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:21.422576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:21.424344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:21.425759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:21.431286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:21.547123 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6409392
Apr 23 10:36:21.548093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Pushing event updated for resources: {'Network': ['ID=b51674aa-8880-4133-a68c-13ec1ed40b6c,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:21.550881 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49294) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:21.553712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:21.558247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Request body: {'subnet': {'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1896213525-subnet', 'tenant_id': 'd1969fc7f10e4326b3f8331f7a317ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:36:21.559925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network b51674aa-8880-4133-a68c-13ec1ed40b6c details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:36:21.563579 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:36:21.568246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Usage tracker for resource:subnet and tenant:d1969fc7f10e4326b3f8331f7a317ab8 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:36:21.571409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:36:21.577744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:36:21.592093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Made reservation on behalf of d1969fc7f10e4326b3f8331f7a317ab8 for: {'subnet': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:36:21.599778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5737172'] for subnet, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:22.077198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849234279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5737157'] for subnet, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:22.083293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:22.275184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:22.280745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:22.312867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Checking segment: {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:36:22.313298 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Network hostable DHCP agents. Network: b51674aa-8880-4133-a68c-13ec1ed40b6c, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:36:22.350545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59476343-6099-4d6c-9dfb-dd9772156cde req-c31dc8ee-2827-46ef-bc22-545330c63b26 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:22.352178 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-59476343-6099-4d6c-9dfb-dd9772156cde req-c31dc8ee-2827-46ef-bc22-545330c63b26 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 944 time: 0.2408905
Apr 23 10:36:22.370607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66bfda-f422-4d93-b078-ad5343749c38 req-6789986d-dbfa-4d4a-ba3a-cb9c09fe3f86 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:22.372184 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ca66bfda-f422-4d93-b078-ad5343749c38 req-6789986d-dbfa-4d4a-ba3a-cb9c09fe3f86 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.2005773
Apr 23 10:36:22.385617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Network b51674aa-8880-4133-a68c-13ec1ed40b6c is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:36:22.427477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, b51674aa-8880-4133-a68c-13ec1ed40b6c) {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:36:22.437305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f795b-e955-42c9-bcdc-39fee6aecd85 None None] Network b51674aa-8880-4133-a68c-13ec1ed40b6c requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:36:22.465510 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-59476343-6099-4d6c-9dfb-dd9772156cde req-50d9e0fa-e0fb-4a85-8952-5c39cc6b9a8b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052911
Apr 23 10:36:22.476131 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ca66bfda-f422-4d93-b078-ad5343749c38 req-13725f5b-9f6e-4371-b139-c635892ee55f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877662
Apr 23 10:36:22.477382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:22.478042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:22.501471 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9493177
Apr 23 10:36:22.722169 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327b2455-5617-4e36-bf14-90be349e286b None None] Network b51674aa-8880-4133-a68c-13ec1ed40b6c requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:36:23.163524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407497a-07e3-449d-8daf-39685f2d4227 req-17f995af-05cd-42ab-a42b-29132c450a6b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:23.164303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-7407497a-07e3-449d-8daf-39685f2d4227 req-17f995af-05cd-42ab-a42b-29132c450a6b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Synchronizing usage tracker for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:network {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:36:23.181938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-7407497a-07e3-449d-8daf-39685f2d4227 req-17f995af-05cd-42ab-a42b-29132c450a6b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Unset dirty status for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:network {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:36:23.183403 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-17f995af-05cd-42ab-a42b-29132c450a6b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 815 time: 0.1931937
Apr 23 10:36:23.201545 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-3b753f64-e4af-4db1-8c77-f6621e07cb2d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/quotas/d1969fc7f10e4326b3f8331f7a317ab8 HTTP/1.1" status: 200  len: 375 time: 0.0113800
Apr 23 10:36:23.263667 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-d232fb5e-e7f7-4ba6-92df-3239519df253 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0560715
Apr 23 10:36:23.280442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:36:23.417500 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-9f802160-35a0-4bc9-af88-f381dd559d27 service neutron] 10.222.0.75 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454647
Apr 23 10:36:23.435605 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:23.451496 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'port_id': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'mac_address': 'fa:16:3e:9c:6e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:36:23.517464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:23.537460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc48a21d-a7e8-49c5-8012-8438d9e4d97e {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:36:23.557111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:23.560173 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:23.562136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:23.583778 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-3a9c544d-dcab-4ecb-9b7a-5bb4a7eca5f9 service neutron] 10.222.0.75 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597002
Apr 23 10:36:23.639061 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=9']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:23.649713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:23.710416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8921fa-89b5-42d0-9c59-31c8cde7cb0e req-3bebed3c-da81-421a-b83e-978f231f34df tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:23.712469 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3f8921fa-89b5-42d0-9c59-31c8cde7cb0e req-3bebed3c-da81-421a-b83e-978f231f34df tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 945 time: 0.1099875
Apr 23 10:36:23.769901 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3f8921fa-89b5-42d0-9c59-31c8cde7cb0e req-35260555-4c0f-41e6-9674-f1b8d9a99c04 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506730
Apr 23 10:36:23.850884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['cc48a21d-a7e8-49c5-8012-8438d9e4d97e'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:36:23.904191 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a4000ee3-6bc2-4c76-bfdc-77dc052baaf7 req-20901ed3-328f-45b1-93e4-1122d34d778c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 210 time: 0.0660644
Apr 23 10:36:23.950569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e661d-f2d4-4047-bdf0-db30d0c25664 req-99eaefe2-d506-4ef5-ae5e-a3336636d623 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:23.952745 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9c0e661d-f2d4-4047-bdf0-db30d0c25664 req-99eaefe2-d506-4ef5-ae5e-a3336636d623 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1541572
Apr 23 10:36:24.015430 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9c0e661d-f2d4-4047-bdf0-db30d0c25664 req-f9cfe82f-1860-4820-b65f-8aeabda812a8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544200
Apr 23 10:36:24.989404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167bb8c-1d7f-405d-bbdd-70e40f4c0c8a req-0b4b61b5-3732-400c-a4a0-43813752a0d3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:24.991205 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1167bb8c-1d7f-405d-bbdd-70e40f4c0c8a req-0b4b61b5-3732-400c-a4a0-43813752a0d3 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 945 time: 0.0949402
Apr 23 10:36:25.044675 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407497a-07e3-449d-8daf-39685f2d4227 req-805df5b4-ed98-415b-a99e-5ffdca5d20e3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:25.046506 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-805df5b4-ed98-415b-a99e-5ffdca5d20e3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 815 time: 0.1795175
Apr 23 10:36:25.067105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Request body: {'port': {'device_id': '8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef', 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c', 'admin_state_up': True, 'tenant_id': 'd1969fc7f10e4326b3f8331f7a317ab8'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:36:25.088974 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1167bb8c-1d7f-405d-bbdd-70e40f4c0c8a req-2e9d3625-e00d-418e-9e24-6a6116c5373d tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908604
Apr 23 10:36:25.104558 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dbb8b527-afef-4f1f-ac19-650f86a64105 req-c06c8995-45fb-4a93-8fce-0ee603d7224b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 210 time: 0.0614684
Apr 23 10:36:25.226816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:36:25.231099 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Usage tracker for resource:port and tenant:d1969fc7f10e4326b3f8331f7a317ab8 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:36:25.234238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:36:25.240901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:36:25.253055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Made reservation on behalf of d1969fc7f10e4326b3f8331f7a317ab8 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:36:25.258998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:25.280210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:36:25.296374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4e361-1eb7-40b0-9450-be4acafda54d req-3c902175-bcec-4fbd-8a76-69d4a15ac5f8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:25.298038 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5f4e361-1eb7-40b0-9450-be4acafda54d req-3c902175-bcec-4fbd-8a76-69d4a15ac5f8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.0910115
Apr 23 10:36:25.359000 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5f4e361-1eb7-40b0-9450-be4acafda54d req-1907582e-c839-44e8-a6b7-2632c39122e5 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532775
Apr 23 10:36:25.365687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port cc48a21d-a7e8-49c5-8012-8438d9e4d97e triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:36:25.366300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:25.467497 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Allocated IP 172.20.0.13 (b51674aa-8880-4133-a68c-13ec1ed40b6c/cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de/0ae2a92b-a241-4009-b8cc-f59f92aed2a0) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:36:25.522864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:25.551519 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:25.561947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:25.565637 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:25.567337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:25.609001 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'code': 200}
Apr 23 10:36:25.644130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=10']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:25.647399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:25.694705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:25.726375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:25.732352 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b6eb822d-1182-4fbc-987a-deaab08072d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:25.801456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Network b51674aa-8880-4133-a68c-13ec1ed40b6c is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:36:25.805225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:36:25.809466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:36:25.855814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Pushing event updated for resources: {'Port': ['ID=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:25.860469 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:25.931122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:25.931769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:25.956473 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8932855
Apr 23 10:36:25.977596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Request body: {'port': {'device_id': '8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:36:26.020574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e153e-01bd-49fe-8985-91c8e08f4ffa req-19e81793-15c6-461e-a6f8-1868fd7f9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:26.022207 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1b3e153e-01bd-49fe-8985-91c8e08f4ffa req-19e81793-15c6-461e-a6f8-1868fd7f9597 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 1100 time: 0.1523681
Apr 23 10:36:26.126937 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1b3e153e-01bd-49fe-8985-91c8e08f4ffa req-5cd4d1fb-50ee-4fe1-ada2-e2bd0f15ad54 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950160
Apr 23 10:36:26.136630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:26.378141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25541a61-efba-4817-8508-01b365e387f2 req-2722f294-fa84-4858-b73b-d350a4b93777 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:26.379667 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-25541a61-efba-4817-8508-01b365e387f2 req-2722f294-fa84-4858-b73b-d350a4b93777 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 947 time: 0.1664586
Apr 23 10:36:26.388880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc400035-d4c2-4b49-8430-15ae0cc645c1 req-c10f737f-2378-44e6-84f6-6a2fe3768984 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:26.390466 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc400035-d4c2-4b49-8430-15ae0cc645c1 req-c10f737f-2378-44e6-84f6-6a2fe3768984 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 932 time: 0.1338992
Apr 23 10:36:26.468518 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-25541a61-efba-4817-8508-01b365e387f2 req-84cce58c-b299-4eb0-9d4b-3002bf4abe3a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769916
Apr 23 10:36:26.476335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-dc400035-d4c2-4b49-8430-15ae0cc645c1 req-c6abe10d-5731-4f3f-b64b-a00434960ab8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Synchronizing usage tracker for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:36:26.504244 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-dc400035-d4c2-4b49-8430-15ae0cc645c1 req-c6abe10d-5731-4f3f-b64b-a00434960ab8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Unset dirty status for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:36:26.505562 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc400035-d4c2-4b49-8430-15ae0cc645c1 req-c6abe10d-5731-4f3f-b64b-a00434960ab8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996990
Apr 23 10:36:26.518268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:36:26.526262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:26.542714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Transition to ACTIVE for port object 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:36:26.545336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:26.550702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3d57f779-4320-4613-96ac-9c2eedca575e tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:26.675814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909002-1f00-4f71-9970-d066020d29ab req-5c8992a6-9b0b-4061-b65a-fcb7d284f445 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:26.681583 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-21909002-1f00-4f71-9970-d066020d29ab req-5c8992a6-9b0b-4061-b65a-fcb7d284f445 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1032271
Apr 23 10:36:26.730196 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-21909002-1f00-4f71-9970-d066020d29ab req-beffbc95-a265-43f7-be65-1ddec75cb9f4 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445061
Apr 23 10:36:26.758753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:26.764441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:26.814191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Attempting to bind port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:36:26.814685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Attempting to bind port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:36:26.815056 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Attempting to bind port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 on network b51674aa-8880-4133-a68c-13ec1ed40b6c {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:36:26.820384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 on network b51674aa-8880-4133-a68c-13ec1ed40b6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:36:26.820741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Attempting to bind port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 on network b51674aa-8880-4133-a68c-13ec1ed40b6c {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:36:26.826376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:36:26.826863 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Checking segment: {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:36:26.827162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Bound using segment: {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:36:26.827630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Bound port: 0ae2a92b-a241-4009-b8cc-f59f92aed2a0, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:36:26.828011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:26.933730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] For port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:36:26.937452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] For port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:36:26.941476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:26.949803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b45df24-63be-437f-bc58-99bdb605d726 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:27.009434 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:27.010331 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:27.012123 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] 10.222.0.48 "PUT /v2.0/ports/0ae2a92b-a241-4009-b8cc-f59f92aed2a0 HTTP/1.1" status: 200  len: 1094 time: 1.0399418
Apr 23 10:36:27.015016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef', 'tag': '0ae2a92b-a241-4009-b8cc-f59f92aed2a0'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:27.049339 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:27.053789 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:27.071520 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef', 'tag': '0ae2a92b-a241-4009-b8cc-f59f92aed2a0', 'status': 'completed', 'code': 200}
Apr 23 10:36:27.186088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407497a-07e3-449d-8daf-39685f2d4227 req-4b8d252b-136f-4e08-8182-57cceba22827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:27.187750 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-4b8d252b-136f-4e08-8182-57cceba22827 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 1097 time: 0.0859933
Apr 23 10:36:27.290940 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-3d875e82-42b0-4706-aad6-951ac19483fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae2a92b-a241-4009-b8cc-f59f92aed2a0 HTTP/1.1" status: 200  len: 217 time: 0.0783854
Apr 23 10:36:27.384794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407497a-07e3-449d-8daf-39685f2d4227 req-1ea91ea4-fc00-461f-8f6e-1efd1845172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:27.387280 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-1ea91ea4-fc00-461f-8f6e-1efd1845172f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de HTTP/1.1" status: 200  len: 855 time: 0.0837834
Apr 23 10:36:27.444571 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-13eb40cc-87b1-4910-9123-11741a22c16c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b51674aa-8880-4133-a68c-13ec1ed40b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496473
Apr 23 10:36:27.629511 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-fe9ffeac-3b9c-4692-affc-23670e98422e service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749725
Apr 23 10:36:27.835652 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7407497a-07e3-449d-8daf-39685f2d4227 req-d6f42859-29b7-4143-8472-29a60b89ed25 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994569
Apr 23 10:36:27.857819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555040a-4878-426a-a7dc-116aa0328d45 req-a0eb03c7-ba6a-45ab-8bcc-2916225ccf29 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:27.859984 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b555040a-4878-426a-a7dc-116aa0328d45 req-a0eb03c7-ba6a-45ab-8bcc-2916225ccf29 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 947 time: 0.2458804
Apr 23 10:36:27.900095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d96dea-5dea-433c-ad83-b7fe5c6cd554 req-bfee05c4-81eb-40f1-9beb-1b873c56876b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:27.901908 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d4d96dea-5dea-433c-ad83-b7fe5c6cd554 req-bfee05c4-81eb-40f1-9beb-1b873c56876b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 944 time: 0.1670136
Apr 23 10:36:27.950175 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b555040a-4878-426a-a7dc-116aa0328d45 req-2bd25fd1-36be-40e5-8c8a-9fc4120428fa tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820847
Apr 23 10:36:27.990746 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d4d96dea-5dea-433c-ad83-b7fe5c6cd554 req-6c798bc8-3388-43d5-b15f-1c6f320cfa06 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739496
Apr 23 10:36:28.037432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-9dfc98b2-567f-4339-93d6-643898d89e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:28.039084 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-9dfc98b2-567f-4339-93d6-643898d89e59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 1097 time: 0.1000865
Apr 23 10:36:28.192709 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b544-2643-4039-94b7-8cf6b0526126 req-fed83a72-f51e-4c1f-8bb3-18283f983fd7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:28.194432 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d844b544-2643-4039-94b7-8cf6b0526126 req-fed83a72-f51e-4c1f-8bb3-18283f983fd7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 944 time: 0.1092579
Apr 23 10:36:28.194838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-bd11ba7c-295c-463e-be59-4add355d1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:28.196553 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-bd11ba7c-295c-463e-be59-4add355d1312 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 916 time: 0.1503003
Apr 23 10:36:28.246945 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d844b544-2643-4039-94b7-8cf6b0526126 req-4d3bcd18-f9b9-4a03-92c0-1e4e743dca9b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458398
Apr 23 10:36:28.286368 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-9df2196c-0872-4498-853d-9b58870d526c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae2a92b-a241-4009-b8cc-f59f92aed2a0 HTTP/1.1" status: 200  len: 217 time: 0.0717642
Apr 23 10:36:28.363709 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-3043b05e-cd3e-481c-a5e7-c59cc5535888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:28.365563 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-3043b05e-cd3e-481c-a5e7-c59cc5535888 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de HTTP/1.1" status: 200  len: 855 time: 0.0726120
Apr 23 10:36:28.423082 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-67d992d7-c7a0-45bc-bbd8-1d0e5f0ca7b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b51674aa-8880-4133-a68c-13ec1ed40b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505641
Apr 23 10:36:28.576495 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-ddd291e2-03fa-4d3d-8131-264b6211bdb2 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447237
Apr 23 10:36:28.729737 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bdfe9f2a-d225-4279-8b18-a997eef46d19 req-85c90e22-9a3b-4957-a1b0-e5e1d32ddf05 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460912
Apr 23 10:36:29.300578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device d1222db8-e56d-445a-8b49-7d004965e421 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:36:29.450838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port d1222db8-e56d-445a-8b49-7d004965e421, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d1222db8-e56d-445a-8b49-7d004965e421,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:29.466842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'd1222db8-e56d-445a-8b49-7d004965e421', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:36:29.485398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a3549-5699-4f93-838c-090d9b6e3607 req-344edf2a-7110-4133-8d3c-d01562079874 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:29.487604 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc0a3549-5699-4f93-838c-090d9b6e3607 req-344edf2a-7110-4133-8d3c-d01562079874 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 947 time: 0.3978515
Apr 23 10:36:29.496234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a789a-9815-4edb-bbae-2d50e2b33a33 req-5bf9e09d-37f1-48fb-b4a6-21976155927b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:29.498026 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d51a789a-9815-4edb-bbae-2d50e2b33a33 req-5bf9e09d-37f1-48fb-b4a6-21976155927b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 944 time: 0.3623083
Apr 23 10:36:29.535871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:29.555846 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1222db8-e56d-445a-8b49-7d004965e421 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:36:29.572744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port d1222db8-e56d-445a-8b49-7d004965e421, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d1222db8-e56d-445a-8b49-7d004965e421,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:29.576863 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:29.578801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d9f36b04-ea74-4964-8d86-968785117e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:29.582491 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dc0a3549-5699-4f93-838c-090d9b6e3607 req-c2709e65-367c-4f56-b42b-6cf31557f85a tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834420
Apr 23 10:36:29.588507 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d51a789a-9815-4edb-bbae-2d50e2b33a33 req-d47809d9-d661-49da-9ec3-2c2b38a37796 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712805
Apr 23 10:36:29.657585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=d1222db8-e56d-445a-8b49-7d004965e421,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:29.662046 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:29.811386 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb0e44-d7db-4cbe-a82f-203a4c4a5c99 req-01658eb5-624b-4bb2-87c7-28befe7cf659 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:29.812938 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a1fb0e44-d7db-4cbe-a82f-203a4c4a5c99 req-01658eb5-624b-4bb2-87c7-28befe7cf659 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 945 time: 0.1049860
Apr 23 10:36:29.867446 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a1fb0e44-d7db-4cbe-a82f-203a4c4a5c99 req-f8b40029-f7ee-4a23-8bc1-1f4a4a8d06cf tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453739
Apr 23 10:36:29.896233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['d1222db8-e56d-445a-8b49-7d004965e421'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:36:30.808049 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79659da-fbf0-4879-a4ca-65e486ade039 req-0f1dcfc0-f86c-402b-9480-68f3fed5ccbb tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:30.809693 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d79659da-fbf0-4879-a4ca-65e486ade039 req-0f1dcfc0-f86c-402b-9480-68f3fed5ccbb tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 944 time: 0.1007805
Apr 23 10:36:30.862531 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d79659da-fbf0-4879-a4ca-65e486ade039 req-c42ed8db-c103-42e2-90a6-58ed6b5a57ea tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449762
Apr 23 10:36:31.072542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e58d9-7ec4-45cd-b29f-88194e91d1aa req-cb46ea35-196b-4681-993c-ad08f715b42d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:31.074385 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a43e58d9-7ec4-45cd-b29f-88194e91d1aa req-cb46ea35-196b-4681-993c-ad08f715b42d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 945 time: 0.0905409
Apr 23 10:36:31.128958 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a43e58d9-7ec4-45cd-b29f-88194e91d1aa req-3298ea59-a290-4b2a-99be-bcce31f19b0b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479884
Apr 23 10:36:31.313526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:36:31.321268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device d1222db8-e56d-445a-8b49-7d004965e421 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:36:31.482972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port d1222db8-e56d-445a-8b49-7d004965e421 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:36:31.506214 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port d1222db8-e56d-445a-8b49-7d004965e421 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:36:31.506636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:31.583240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:31.605332 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '0ae2a92b-a241-4009-b8cc-f59f92aed2a0', 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c', 'port_id': '0ae2a92b-a241-4009-b8cc-f59f92aed2a0', 'mac_address': 'fa:16:3e:24:ee:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:36:31.720288 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:31.745429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:31.757162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:36:31.788348 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:31.796896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:31.800910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:31.803894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port d1222db8-e56d-445a-8b49-7d004965e421, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d1222db8-e56d-445a-8b49-7d004965e421,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:31.804948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:31.842763 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421', 'code': 200}
Apr 23 10:36:31.850234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:31.890228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:31.893848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:31.894377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:31.978190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=d1222db8-e56d-445a-8b49-7d004965e421,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:31.982072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:32.082883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b03fb-4a7c-457e-b956-2c12f84a52c9 req-12f19693-03f0-4e00-9abf-0c6af93f109b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:32.084434 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e36b03fb-4a7c-457e-b956-2c12f84a52c9 req-12f19693-03f0-4e00-9abf-0c6af93f109b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 945 time: 0.0946081
Apr 23 10:36:32.130604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['0ae2a92b-a241-4009-b8cc-f59f92aed2a0'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:36:32.137071 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e36b03fb-4a7c-457e-b956-2c12f84a52c9 req-0c81d131-ae73-4267-82a8-c46635584b71 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448625
Apr 23 10:36:32.204199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03459902-34b8-4b0a-97b9-bbe37f8a62ea req-1e896534-bec7-4d0c-8e71-59a6c77977d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:32.205973 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-03459902-34b8-4b0a-97b9-bbe37f8a62ea req-1e896534-bec7-4d0c-8e71-59a6c77977d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 1099 time: 0.0884061
Apr 23 10:36:32.256923 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-03459902-34b8-4b0a-97b9-bbe37f8a62ea req-3028197b-c8ea-4f67-9ea0-9da211110828 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432532
Apr 23 10:36:32.357877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabc7d8-86ff-4367-bb9a-549788d5ab0f req-750cf858-973b-4994-9deb-e06c0e2baa71 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:32.359392 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-daabc7d8-86ff-4367-bb9a-549788d5ab0f req-750cf858-973b-4994-9deb-e06c0e2baa71 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 946 time: 0.1042912
Apr 23 10:36:32.409262 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-daabc7d8-86ff-4367-bb9a-549788d5ab0f req-3c44b4b1-9dc0-4648-adaf-bc7792faac3f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424778
Apr 23 10:36:32.632827 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:33.334267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:36:33.351583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7cb8-0c4b-4344-a6bb-8572682b5851 req-d6a9c3ec-e714-4a58-b887-2678cf2b8b5e tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:33.353270 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d0ed7cb8-0c4b-4344-a6bb-8572682b5851 req-d6a9c3ec-e714-4a58-b887-2678cf2b8b5e tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 945 time: 0.0930624
Apr 23 10:36:33.404839 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d0ed7cb8-0c4b-4344-a6bb-8572682b5851 req-54793bfc-b064-464a-b5b4-afdef597b12d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449741
Apr 23 10:36:33.409985 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:36:33.415883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:36:33.416581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:33.641103 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea6f1-e1c9-4454-8cfc-59144cb30a92 req-1dba5893-8a8e-4ac1-a6fe-3dcf28f34df0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:33.642800 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-72fea6f1-e1c9-4454-8cfc-59144cb30a92 req-1dba5893-8a8e-4ac1-a6fe-3dcf28f34df0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 946 time: 0.1057765
Apr 23 10:36:33.709635 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-72fea6f1-e1c9-4454-8cfc-59144cb30a92 req-f3df240a-73f3-4c10-a145-5628188e50fc tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572150
Apr 23 10:36:33.743613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:33.780723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:33.843916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae2a92b-a241-4009-b8cc-f59f92aed2a0'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:33.900029 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae2a92b-a241-4009-b8cc-f59f92aed2a0', 'code': 200}
Apr 23 10:36:33.910684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:33.912788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:33.997891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:34.001726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:34.208351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e2e17-e8b0-486e-b246-3027e0e3e55f req-940af1f2-f693-412d-81e0-cc997edce288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:34.209995 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-052e2e17-e8b0-486e-b246-3027e0e3e55f req-940af1f2-f693-412d-81e0-cc997edce288 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 1099 time: 0.0832384
Apr 23 10:36:34.254210 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-052e2e17-e8b0-486e-b246-3027e0e3e55f req-8e5f3bea-0976-4e10-9198-8edc2f021e77 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375071
Apr 23 10:36:34.611407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26b13-c7e8-49aa-9045-bbeef2213ba9 req-ec4d5d75-f8fb-4ed4-9880-ae158c985609 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:34.613912 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8b26b13-c7e8-49aa-9045-bbeef2213ba9 req-ec4d5d75-f8fb-4ed4-9880-ae158c985609 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 946 time: 0.0907550
Apr 23 10:36:34.666398 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8b26b13-c7e8-49aa-9045-bbeef2213ba9 req-e4402b9d-e604-4091-a55f-adce9cf27cf1 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459146
Apr 23 10:36:34.879952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d54e70ae-90ea-4fb6-af8d-54dcbca20ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:34.916053 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a5c66-0b1d-4510-b48c-39e24760180c req-de82acd3-6f1a-4d6d-918e-76982c9d30ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:34.917718 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-785a5c66-0b1d-4510-b48c-39e24760180c req-de82acd3-6f1a-4d6d-918e-76982c9d30ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 946 time: 0.0902033
Apr 23 10:36:34.966928 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-785a5c66-0b1d-4510-b48c-39e24760180c req-6c0f8826-23f8-4621-8f00-a0dc2d851b56 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425317
Apr 23 10:36:35.172364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7e777-87f1-42ea-8366-d595061e799f req-eeb9ab5c-a643-455f-93a0-d051e1c18555 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:35.174487 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ffa7e777-87f1-42ea-8366-d595061e799f req-eeb9ab5c-a643-455f-93a0-d051e1c18555 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 946 time: 0.0939577
Apr 23 10:36:35.222355 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ffa7e777-87f1-42ea-8366-d595061e799f req-30d32456-900f-4e8e-bebe-937e3abd6a28 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414760
Apr 23 10:36:35.250435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49424) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:35.329652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3990ee-0814-4524-845b-24236601bfeb tempest-TestVolumeBootPattern-269697902 tempest-TestVolumeBootPattern-269697902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:35.331357 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9a3990ee-0814-4524-845b-24236601bfeb tempest-TestVolumeBootPattern-269697902 tempest-TestVolumeBootPattern-269697902-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 1094 time: 0.0798357
Apr 23 10:36:35.334403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49428) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:36:35.340009 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'floatingip': {'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:36:35.346483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:36:35.350921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:floatingip and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:36:35.354134 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:36:35.360285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:36:35.370377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:35.521079 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:35.673429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Allocated IP 172.27.0.213 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/27b72b52-9bf6-48de-8a75-2019c6051dd1) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:36:35.883254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:35.936127 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582e61-8238-419c-8f66-9f7fbfac7f22 req-d904e61a-fb12-44bb-bd4e-1e9fd4c8af8b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:35.937765 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f9582e61-8238-419c-8f66-9f7fbfac7f22 req-d904e61a-fb12-44bb-bd4e-1e9fd4c8af8b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 946 time: 0.1442337
Apr 23 10:36:35.964209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:35.972388 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5a53cc39-1e95-4600-944c-434e6309427e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:36.047054 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:36:36.056468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:36:36.063781 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f9582e61-8238-419c-8f66-9f7fbfac7f22 req-b9d41e5c-1f14-4caa-9a92-5b0df6c6e3f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167316
Apr 23 10:36:36.066662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:36:36.110436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'Port': ['ID=27b72b52-9bf6-48de-8a75-2019c6051dd1,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:36.114412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:36.522430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:36.629216 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:36.727775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd87864-a526-40fa-886c-bb899f8b480a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:36.870798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:36.874762 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:36.879596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-233cc082-b08e-43e9-9562-843df99b16b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:36.989720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'Port': ['ID=27b72b52-9bf6-48de-8a75-2019c6051dd1,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:36.999204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:37.009487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:37.194630 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Floating IP fa243d5a-24c0-414c-b81b-f88c04da9795 associated. External IP: 172.27.0.213, port: d1222db8-e56d-445a-8b49-7d004965e421.
Apr 23 10:36:37.586198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:37.828838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Router 88f40f15-281d-44da-9394-0d78055f71ba has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:36:38.039463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:36:38.056615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] Sync routers for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:36:38.072687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:38.073314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:36:38.074239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baad42240>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:36:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:38.138932 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-17def27a-8159-4c24-84c5-4c4ebf546595 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8032427
Apr 23 10:36:38.139851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:38.168064 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:38.215911 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421', 'status': 'completed', 'code': 200}
Apr 23 10:36:38.333072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:36:38.381999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-7a9004f3-8ffa-4365-8f21-b895815d86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:38.384283 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-7a9004f3-8ffa-4365-8f21-b895815d86aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 1099 time: 0.0937438
Apr 23 10:36:38.537692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-af48cd7b-986e-4417-8ca6-1ff86a6e326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:38.539279 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-af48cd7b-986e-4417-8ca6-1ff86a6e326b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.1478527
Apr 23 10:36:38.657663 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-056c1019-eace-43c1-adab-b0ca52dacc10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1222db8-e56d-445a-8b49-7d004965e421 HTTP/1.1" status: 200  len: 1000 time: 0.1100721
Apr 23 10:36:38.735341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baad42240>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'fa243d5a-24c0-414c-b81b-f88c04da9795', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:36:36Z', 'updated_at': '2021-04-23T10:36:36Z', 'revision_number': 0, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:38.740257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] Checking router: 88f40f15-281d-44da-9394-0d78055f71ba for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:36:38.750898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:36:38.751594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baad42240>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:36:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:38.892555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:38.967289 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:36:38.979015 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-088be481-b5c5-40c7-96ce-157d015b632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:38.980623 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-088be481-b5c5-40c7-96ce-157d015b632f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.3161280
Apr 23 10:36:39.080344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-d6ca9b40-f51d-456e-afcf-354ffa826fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:39.082702 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-d6ca9b40-f51d-456e-afcf-354ffa826fc1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896230
Apr 23 10:36:39.255479 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-2ea031b9-a3ab-4537-9721-974b8e2e0b3c service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587343
Apr 23 10:36:39.431636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baad42240>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'fa243d5a-24c0-414c-b81b-f88c04da9795', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:36:36Z', 'updated_at': '2021-04-23T10:36:36Z', 'revision_number': 0, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:36:39.432677 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-05f2b915-5d16-4c39-95a9-2253ea839dd9 req-d4f8df1d-1ef3-4168-8a80-13d59c4d0403 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690931
Apr 23 10:36:39.436680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444193d-6ed3-4078-9a1f-1e7c2e1f6dc2 None None] The sync data for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi is: [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'fa243d5a-24c0-414c-b81b-f88c04da9795', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:36:36Z', 'updated_at': '2021-04-23T10:36:36Z', 'revision_number': 0, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:36:39.627022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:36:39.739611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758d2e4c-bb5d-4477-8771-1265f03db816 None None] New status for floating IP fa243d5a-24c0-414c-b81b-f88c04da9795: ACTIVE {{(pid=86339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:36:46.433929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-e53d4976-d084-4adf-81f1-b41362c495df tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:46.435564 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-e53d4976-d084-4adf-81f1-b41362c495df tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 815 time: 0.1666391
Apr 23 10:36:46.453257 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-98e459bf-b3b5-4c1b-bb22-75a240b151a9 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/quotas/d1969fc7f10e4326b3f8331f7a317ab8 HTTP/1.1" status: 200  len: 375 time: 0.0104442
Apr 23 10:36:46.544235 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-ed7efbfb-3492-4650-8360-72a450a605f4 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0847371
Apr 23 10:36:46.697298 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-6fad36a4-be52-40dd-a167-4948ba585d59 service neutron] 10.222.0.75 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436160
Apr 23 10:36:46.856254 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-413966ac-891c-4ac9-8376-ffda013cf18f service neutron] 10.222.0.75 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522629
Apr 23 10:36:47.072187 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a181fc1e-265f-42a5-b1f9-391ab638f07f req-0b3547a2-6c64-4d02-9135-547343b12676 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 210 time: 0.0680158
Apr 23 10:36:48.260369 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b10c3b16-acc7-4f45-907d-f638fdb9c1fd req-b857699b-7dba-49c9-9e7a-6b3cb8c3ad25 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 210 time: 0.0643833
Apr 23 10:36:48.354092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-51ee300d-09ab-4f09-853f-453021be179b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:48.355607 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-51ee300d-09ab-4f09-853f-453021be179b tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 815 time: 0.2065835
Apr 23 10:36:48.396799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Request body: {'port': {'device_id': '06eac3c5-34fa-4e65-8289-d8649fa07786', 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c', 'admin_state_up': True, 'tenant_id': 'd1969fc7f10e4326b3f8331f7a317ab8'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:36:48.567698 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:36:48.572719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Usage tracker for resource:port and tenant:d1969fc7f10e4326b3f8331f7a317ab8 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:36:48.576591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:36:48.583783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:36:48.594036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Made reservation on behalf of d1969fc7f10e4326b3f8331f7a317ab8 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:36:48.601900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:48.787444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Allocated IP 172.20.0.5 (b51674aa-8880-4133-a68c-13ec1ed40b6c/cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de/27c845d3-8bef-4dcb-81e7-ed91e3198ca7) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:36:49.010150 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:49.040835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:49.047718 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8b4db48b-ef07-4cb9-9740-0df25f934336 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:49.087732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['0ae2a92b-a241-4009-b8cc-f59f92aed2a0'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:36:49.117799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Network b51674aa-8880-4133-a68c-13ec1ed40b6c is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:36:49.122345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:36:49.127474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:36:49.170606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Pushing event updated for resources: {'Port': ['ID=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:49.185529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.185529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.185529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.185529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.185529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.185529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.186779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.186779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.186779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.187112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.187223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.187609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:49.198548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:49.224804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:49.225515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:49.247316 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8561149
Apr 23 10:36:49.267067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Request body: {'port': {'device_id': '06eac3c5-34fa-4e65-8289-d8649fa07786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:36:49.400267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:49.497230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df606-e0cc-4a67-810f-b7cc42080e93 req-a1c52819-2bc7-417a-9677-817f5e453435 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:49.498878 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4d6df606-e0cc-4a67-810f-b7cc42080e93 req-a1c52819-2bc7-417a-9677-817f5e453435 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 931 time: 0.1207817
Apr 23 10:36:49.553899 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4d6df606-e0cc-4a67-810f-b7cc42080e93 req-d82b80b4-0e4c-4d48-82b3-186293e67b79 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456197
Apr 23 10:36:49.836590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:36:49.856384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:49.878626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Transition to ACTIVE for port object 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:36:49.881578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:49.888407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-937a96c6-adae-4b8d-a3a6-4c3463786c44 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:50.065529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:50.074092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:50.146157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Attempting to bind port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:36:50.146407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Attempting to bind port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:36:50.146728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Attempting to bind port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 on network b51674aa-8880-4133-a68c-13ec1ed40b6c {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:36:50.151991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 on network b51674aa-8880-4133-a68c-13ec1ed40b6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:36:50.152349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Attempting to bind port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 on network b51674aa-8880-4133-a68c-13ec1ed40b6c {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:36:50.158803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:36:50.159768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Checking segment: {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:36:50.160203 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Bound using segment: {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:36:50.160678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Bound port: 27c845d3-8bef-4dcb-81e7-ed91e3198ca7, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:36:50.161093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:50.262004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] For port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:36:50.265261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] For port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:36:50.269279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:50.273334 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0e4cb0a-9040-4ce8-a1da-d1bc5277cfd3 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:50.345874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:50.346591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:50.348112 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/27c845d3-8bef-4dcb-81e7-ed91e3198ca7 HTTP/1.1" status: 200  len: 1093 time: 1.0861597
Apr 23 10:36:50.348671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06eac3c5-34fa-4e65-8289-d8649fa07786', 'tag': '27c845d3-8bef-4dcb-81e7-ed91e3198ca7'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:50.371614 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:50.377633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:50.399511 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06eac3c5-34fa-4e65-8289-d8649fa07786', 'tag': '27c845d3-8bef-4dcb-81e7-ed91e3198ca7', 'status': 'completed', 'code': 200}
Apr 23 10:36:50.514649 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-50615085-4488-480c-885e-ad9a27dc0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:50.516366 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-50615085-4488-480c-885e-ad9a27dc0a5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 1096 time: 0.0862560
Apr 23 10:36:50.635070 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-041422b9-2604-4824-b98b-f2a5589ae322 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27c845d3-8bef-4dcb-81e7-ed91e3198ca7 HTTP/1.1" status: 200  len: 217 time: 0.0965576
Apr 23 10:36:50.731595 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-000ec53e-25da-4f57-80cf-18aeaa9577da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:50.733865 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-000ec53e-25da-4f57-80cf-18aeaa9577da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de HTTP/1.1" status: 200  len: 855 time: 0.0868425
Apr 23 10:36:50.778058 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831118d-a4c7-4fd0-88ec-e58ecc5d2c30 req-83fd89b7-7adb-408f-9864-6f084b5c1f00 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:50.779700 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5831118d-a4c7-4fd0-88ec-e58ecc5d2c30 req-83fd89b7-7adb-408f-9864-6f084b5c1f00 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 943 time: 0.0942585
Apr 23 10:36:50.794623 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-fbcf5d91-f525-48ee-a062-f0a6864f2b45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b51674aa-8880-4133-a68c-13ec1ed40b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528345
Apr 23 10:36:50.833381 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5831118d-a4c7-4fd0-88ec-e58ecc5d2c30 req-3cf0f6e0-57e2-4c05-9ad3-635950b4ea89 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461197
Apr 23 10:36:50.986587 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-aefde322-52ba-46e1-91b1-5289a1f7e029 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817734
Apr 23 10:36:51.139128 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97e3fc63-9da2-425a-9481-622f61f2cc59 req-945a695a-88b9-4986-8054-0e6d01739c49 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448281
Apr 23 10:36:51.335524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038524e1-a555-442b-981f-87710f0b2e35 req-6e347ddd-14cf-446f-b2f4-245699412caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:51.337058 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-038524e1-a555-442b-981f-87710f0b2e35 req-6e347ddd-14cf-446f-b2f4-245699412caa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 1096 time: 0.0862157
Apr 23 10:36:51.489642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038524e1-a555-442b-981f-87710f0b2e35 req-5ae83395-0251-4907-8f35-00fd76dea7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:51.491550 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-038524e1-a555-442b-981f-87710f0b2e35 req-5ae83395-0251-4907-8f35-00fd76dea7db service neutron] 10.222.0.48 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 916 time: 0.1459165
Apr 23 10:36:51.566754 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-038524e1-a555-442b-981f-87710f0b2e35 req-d828dc03-f501-4e0a-8c0b-5634cfbd9dc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27c845d3-8bef-4dcb-81e7-ed91e3198ca7 HTTP/1.1" status: 200  len: 217 time: 0.0676026
Apr 23 10:36:51.656001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038524e1-a555-442b-981f-87710f0b2e35 req-a407738f-3d79-4fdb-b3d7-977370676fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:51.657827 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-038524e1-a555-442b-981f-87710f0b2e35 req-a407738f-3d79-4fdb-b3d7-977370676fe2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de HTTP/1.1" status: 200  len: 855 time: 0.0812817
Apr 23 10:36:51.725244 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-038524e1-a555-442b-981f-87710f0b2e35 req-8ae7b48c-068b-4825-b1bc-9f839ca68223 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b51674aa-8880-4133-a68c-13ec1ed40b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587282
Apr 23 10:36:51.916595 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-038524e1-a555-442b-981f-87710f0b2e35 req-a3bebbd2-5567-4022-a10a-dcbc3cf88c0b service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833379
Apr 23 10:36:52.069301 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472373ce-5146-48c4-ba25-7356cca2b88d req-5abcc4e5-0ded-4d33-bc14-7d8b9fa74f54 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:52.070968 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-472373ce-5146-48c4-ba25-7356cca2b88d req-5abcc4e5-0ded-4d33-bc14-7d8b9fa74f54 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 943 time: 0.1005623
Apr 23 10:36:52.092800 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-038524e1-a555-442b-981f-87710f0b2e35 req-0541a392-d922-4059-8e67-65dbfe86acad service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683669
Apr 23 10:36:52.126436 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-472373ce-5146-48c4-ba25-7356cca2b88d req-ee8efd1d-1643-447f-9802-df0239ad82c8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468881
Apr 23 10:36:53.339851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd5577-4a1c-4611-93b2-27da7c83a3bd req-865b307f-a40e-40d5-97b8-6e659cae6937 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:53.341429 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8fd5577-4a1c-4611-93b2-27da7c83a3bd req-865b307f-a40e-40d5-97b8-6e659cae6937 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 943 time: 0.0947344
Apr 23 10:36:53.394813 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a8fd5577-4a1c-4611-93b2-27da7c83a3bd req-12c80fb4-ccdb-4f07-985f-de9ddb44b41c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468073
Apr 23 10:36:54.609131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34cb90-2ac7-4afe-8cd7-b72b875bbe3a req-022a5e1d-d307-462a-a129-1c3f23edf61d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:54.611079 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e34cb90-2ac7-4afe-8cd7-b72b875bbe3a req-022a5e1d-d307-462a-a129-1c3f23edf61d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 943 time: 0.0972586
Apr 23 10:36:54.662123 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0e34cb90-2ac7-4afe-8cd7-b72b875bbe3a req-2aedd0cf-a475-4579-890f-75c2ca3b2881 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442681
Apr 23 10:36:55.427016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:36:55.582308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:55.597499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '27c845d3-8bef-4dcb-81e7-ed91e3198ca7', 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c', 'port_id': '27c845d3-8bef-4dcb-81e7-ed91e3198ca7', 'mac_address': 'fa:16:3e:fb:18:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:36:55.665146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:55.691209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:36:55.714865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:55.718056 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:55.720997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:55.793451 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:55.802413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.802766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.803143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.803507 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.803876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.804241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.804606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.804968 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.805370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.805735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.806094 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.806453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:36:55.811188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:55.876199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6bebd-9893-4b12-aa99-1bf0c70aea63 req-df447e74-a365-4598-96ba-ab8b8aa7766c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:55.877915 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a5c6bebd-9893-4b12-aa99-1bf0c70aea63 req-df447e74-a365-4598-96ba-ab8b8aa7766c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 944 time: 0.0977287
Apr 23 10:36:55.928490 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a5c6bebd-9893-4b12-aa99-1bf0c70aea63 req-993fb626-745a-4631-8c26-d8bea2e52cdb tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439394
Apr 23 10:36:56.077760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['27c845d3-8bef-4dcb-81e7-ed91e3198ca7'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:36:57.134766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f8788-e2e6-4073-80d6-63b7b54d3b8c req-6018062d-0d77-42a8-8901-fb593887378f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:57.136772 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ab4f8788-e2e6-4073-80d6-63b7b54d3b8c req-6018062d-0d77-42a8-8901-fb593887378f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 944 time: 0.0922971
Apr 23 10:36:57.187586 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ab4f8788-e2e6-4073-80d6-63b7b54d3b8c req-4adce4a7-cc9f-4222-89a5-4e8770bebba4 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444038
Apr 23 10:36:57.442308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:36:57.515345 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:36:57.523665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:36:57.524096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:57.655966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:57.686525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06eac3c5-34fa-4e65-8289-d8649fa07786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c845d3-8bef-4dcb-81e7-ed91e3198ca7'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:36:57.698870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:36:57.701697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:36:57.705081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-bf71e19a-6048-4c48-8db4-ef0e9bdee91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:36:57.745142 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06eac3c5-34fa-4e65-8289-d8649fa07786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c845d3-8bef-4dcb-81e7-ed91e3198ca7', 'code': 200}
Apr 23 10:36:57.780602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:36:57.784028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:36:58.038676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd7878-dc6e-4d1d-b49a-f5974b97a90f req-9e091666-4708-4c8d-b960-f924f0403d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:58.040242 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-eecd7878-dc6e-4d1d-b49a-f5974b97a90f req-9e091666-4708-4c8d-b960-f924f0403d85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 1098 time: 0.0827701
Apr 23 10:36:58.088921 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-eecd7878-dc6e-4d1d-b49a-f5974b97a90f req-4b148acb-9789-4a7d-8485-b2909837ed28 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417333
Apr 23 10:36:58.399606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590c1ac-1de0-49d5-8681-f1b2fd98132c req-831a6ac2-cec0-466e-992e-061af4155744 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:58.401487 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3590c1ac-1de0-49d5-8681-f1b2fd98132c req-831a6ac2-cec0-466e-992e-061af4155744 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 945 time: 0.0940993
Apr 23 10:36:58.452031 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3590c1ac-1de0-49d5-8681-f1b2fd98132c req-ee97881e-6300-49d3-97ca-875bbacde90f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439465
Apr 23 10:36:59.666553 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9aa8-6b0a-431a-93b9-5b7b9e14ad7d req-17e9c10e-2a09-49b9-8f19-85dadc0a6b15 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:36:59.668228 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-639a9aa8-6b0a-431a-93b9-5b7b9e14ad7d req-17e9c10e-2a09-49b9-8f19-85dadc0a6b15 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 945 time: 0.0956626
Apr 23 10:36:59.730140 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-639a9aa8-6b0a-431a-93b9-5b7b9e14ad7d req-4ebda528-a404-4e7d-8451-a5c4d4a9e18f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523534
Apr 23 10:37:01.926350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-590bde73-06c9-43c6-b7bf-d657980ad786 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:01.927949 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-590bde73-06c9-43c6-b7bf-d657980ad786 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 815 time: 0.1598496
Apr 23 10:37:01.944610 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-bdd4a4d8-3c39-4b84-acee-5f95cbb9f667 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/quotas/d1969fc7f10e4326b3f8331f7a317ab8 HTTP/1.1" status: 200  len: 375 time: 0.0104232
Apr 23 10:37:02.035253 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-5762c4f5-cfb2-4269-a28f-84b010f66fa7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0849957
Apr 23 10:37:02.180414 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-c90c3819-84c4-4735-8217-ddaed41e4aa1 service neutron] 10.222.0.75 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375837
Apr 23 10:37:02.324889 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-b1c6e6f4-1fa0-425f-b352-30fb90b51f96 service neutron] 10.222.0.75 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379890
Apr 23 10:37:02.521296 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3ca0c78b-c124-4ebe-a1f0-f2ce16ed5633 req-6a0ff0d8-d6ed-4e6a-8bf5-5f1ddd0d381a tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 210 time: 0.0504920
Apr 23 10:37:02.656062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:03.698345 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3c32ee8b-6fcc-4619-9988-1d5da751e19e req-ffd4a193-892c-4c31-b878-7eb81642d54c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 210 time: 0.0569355
Apr 23 10:37:03.821602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-7addddd3-d88b-4ebe-bdd0-fdb776c46946 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:03.823233 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-7addddd3-d88b-4ebe-bdd0-fdb776c46946 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 815 time: 0.1664803
Apr 23 10:37:03.843957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Request body: {'port': {'device_id': '9382782e-d3a5-4b89-8587-fe4e34e16bee', 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c', 'admin_state_up': True, 'tenant_id': 'd1969fc7f10e4326b3f8331f7a317ab8'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:37:03.994389 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:03.998455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Usage tracker for resource:port and tenant:d1969fc7f10e4326b3f8331f7a317ab8 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:04.001475 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:04.007557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:04.016461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Made reservation on behalf of d1969fc7f10e4326b3f8331f7a317ab8 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:37:04.022505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:04.198335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Allocated IP 172.20.0.12 (b51674aa-8880-4133-a68c-13ec1ed40b6c/cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de/a3557a76-2e4d-4d4a-8f25-4a204e01ccd1) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:37:04.668307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:04.701295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:04.708140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b5287509-90d3-4169-a6d6-2f64749ba5f3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:04.741224 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['0ae2a92b-a241-4009-b8cc-f59f92aed2a0', '27c845d3-8bef-4dcb-81e7-ed91e3198ca7'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:37:04.769542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Network b51674aa-8880-4133-a68c-13ec1ed40b6c is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:37:04.773272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:37:04.786342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:37:04.850485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Pushing event updated for resources: {'Port': ['ID=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:04.853668 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:04.872783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:04.873516 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:04.896870 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0569668
Apr 23 10:37:04.911089 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-dcc32492-5db2-44fa-86cb-dd44dca1a078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:04.918821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Request body: {'port': {'device_id': '9382782e-d3a5-4b89-8587-fe4e34e16bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:37:04.941739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf892c-3b17-4c7f-865c-602044106def req-04300ecc-4f6a-4a2e-a303-2823f8e44d24 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:04.944069 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bfdf892c-3b17-4c7f-865c-602044106def req-04300ecc-4f6a-4a2e-a303-2823f8e44d24 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 932 time: 0.1150532
Apr 23 10:37:04.999140 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bfdf892c-3b17-4c7f-865c-602044106def req-aef79ae8-f4dc-400d-99b5-cf75b0d62028 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479798
Apr 23 10:37:05.062753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:05.481528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:37:05.490297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:05.505454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Transition to ACTIVE for port object a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:37:05.508215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:05.513023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-52ef4516-e243-49af-9ae3-902f38484ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:05.685456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Pushing event updated for resources: {'Port': ['ID=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:05.693557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:05.765040 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Attempting to bind port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:37:05.765615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Attempting to bind port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:37:05.765776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Attempting to bind port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 on network b51674aa-8880-4133-a68c-13ec1ed40b6c {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:37:05.771256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 on network b51674aa-8880-4133-a68c-13ec1ed40b6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:37:05.771618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Attempting to bind port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 on network b51674aa-8880-4133-a68c-13ec1ed40b6c {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:37:05.777156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:37:05.777536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Checking segment: {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:37:05.777957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Bound using segment: {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:37:05.778431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Bound port: a3557a76-2e4d-4d4a-8f25-4a204e01ccd1, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:37:05.778818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:05.878495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] For port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:37:05.881669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] For port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:37:05.884950 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:05.889872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2eb6c2a3-60f3-4a95-84f8-f231a0d5fca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:05.944874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:05.945489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:05.946996 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] 10.222.0.48 "PUT /v2.0/ports/a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 HTTP/1.1" status: 200  len: 1094 time: 1.0332234
Apr 23 10:37:05.947628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9382782e-d3a5-4b89-8587-fe4e34e16bee', 'tag': 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:37:05.976554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Pushing event updated for resources: {'Port': ['ID=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:05.980398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:05.997790 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9382782e-d3a5-4b89-8587-fe4e34e16bee', 'tag': 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1', 'status': 'completed', 'code': 200}
Apr 23 10:37:06.106858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-a5d42056-4e52-4ad5-bccd-bc4bfd04ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:06.108455 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-a5d42056-4e52-4ad5-bccd-bc4bfd04ea58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 1097 time: 0.0831847
Apr 23 10:37:06.197579 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-fe78ae10-5bb9-4c36-855a-c6c442907c34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 HTTP/1.1" status: 200  len: 217 time: 0.0739629
Apr 23 10:37:06.224970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703aad5-06c1-4bb4-a013-0b958a4c4858 req-467e53b4-e4db-49c8-a174-32bbd54b5f0d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:06.226614 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6703aad5-06c1-4bb4-a013-0b958a4c4858 req-467e53b4-e4db-49c8-a174-32bbd54b5f0d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 944 time: 0.1065896
Apr 23 10:37:06.272875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-2e985849-4047-482f-8b55-722d31b96e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:06.274702 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-2e985849-4047-482f-8b55-722d31b96e11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de HTTP/1.1" status: 200  len: 855 time: 0.0707715
Apr 23 10:37:06.277020 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6703aad5-06c1-4bb4-a013-0b958a4c4858 req-ac982af9-519b-4535-9359-79b71f3c6eaa tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437126
Apr 23 10:37:06.332057 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e62db890-b2cf-43cc-ab93-401ee6c2535d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b51674aa-8880-4133-a68c-13ec1ed40b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493493
Apr 23 10:37:06.483416 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-e4a8d763-8fc6-4578-8e40-c3e02143ea5b service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434259
Apr 23 10:37:06.725190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-87881d18-11a9-450e-9fe2-9f07ac939841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:06.730082 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-db88d14b-0e71-446a-84c6-06cb59cc7a6f req-8d7ffcdb-3b85-4cff-9304-ba9af00df594 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2167418
Apr 23 10:37:06.733576 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-f5ec5f05-4c4d-49be-b427-419b4794f067 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2185447
Apr 23 10:37:07.008566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-4f263243-ef53-4ec4-8dec-2cf105b03714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:07.010118 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-4f263243-ef53-4ec4-8dec-2cf105b03714 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 1097 time: 0.1519816
Apr 23 10:37:07.013060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-ad95138b-c74e-4f2b-a489-493a67187e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:07.014499 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-ad95138b-c74e-4f2b-a489-493a67187e22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1098 time: 0.1122551
Apr 23 10:37:07.285067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-7ca00f14-6325-455f-b649-29126d2e4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:07.286569 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-7ca00f14-6325-455f-b649-29126d2e4ee5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 916 time: 0.2672598
Apr 23 10:37:07.289027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-807945a8-361a-4ba3-86e8-064ad4a352b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:07.290444 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-807945a8-361a-4ba3-86e8-064ad4a352b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 910 time: 0.2491143
Apr 23 10:37:07.440554 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-e1157151-6814-4d19-9fce-134ba8713a6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 HTTP/1.1" status: 200  len: 217 time: 0.1417782
Apr 23 10:37:07.499093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd3e8a-1913-4ecc-b9f4-cabb049034bf req-d7bed198-4ed6-4e06-906f-8dd30141ea5d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:07.501641 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0edd3e8a-1913-4ecc-b9f4-cabb049034bf req-d7bed198-4ed6-4e06-906f-8dd30141ea5d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 944 time: 0.1012394
Apr 23 10:37:07.523332 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-6728d4cd-394f-4fff-9e6e-84b0b4ac0bcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 1000 time: 0.1676540
Apr 23 10:37:07.555871 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0edd3e8a-1913-4ecc-b9f4-cabb049034bf req-3cf6d3e4-a4e0-4682-8940-5a5137b22738 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471678
Apr 23 10:37:07.577065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-3c6a461d-d255-415d-9692-01ad58de14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:07.578659 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-3c6a461d-d255-415d-9692-01ad58de14f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de HTTP/1.1" status: 200  len: 855 time: 0.1207469
Apr 23 10:37:07.586861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:07.650521 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-7b96bd85-fea8-4837-81bc-657fb33b60a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b51674aa-8880-4133-a68c-13ec1ed40b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621932
Apr 23 10:37:07.656450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-dc67694e-42b0-4461-b2fe-1312cbda37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:07.658027 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-dc67694e-42b0-4461-b2fe-1312cbda37ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 200  len: 848 time: 0.1220868
Apr 23 10:37:07.863996 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-49d7b0eb-9487-4a25-95c5-feec7a1d1148 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047894
Apr 23 10:37:07.866877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-b23aa30e-a963-479a-ae1c-1a61671f5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:07.868333 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-b23aa30e-a963-479a-ae1c-1a61671f5ec1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d476bd1-0c07-4568-aa23-a0b9d0e45061&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1853249
Apr 23 10:37:08.137356 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ef8dd33c-551d-4e9a-af7b-ea55c6547231 req-5b217c4a-7e8e-48ab-acb6-18800f312519 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581909
Apr 23 10:37:08.140558 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-8f740617-e4c8-476b-920b-3479685f1f3d service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371583
Apr 23 10:37:08.173818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:08.557748 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89a6d1d1-16e1-4a0c-8a8b-2852f8e6db8e req-79f7596a-6fb5-420b-a139-ee780b4c9f52 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3926144
Apr 23 10:37:08.764150 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddd30f-31c7-49a2-a7b2-412ef11ebb77 req-6d974dad-1ff3-44ec-93af-2d32476c5d63 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:08.765888 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4eddd30f-31c7-49a2-a7b2-412ef11ebb77 req-6d974dad-1ff3-44ec-93af-2d32476c5d63 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 944 time: 0.0924008
Apr 23 10:37:08.814603 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4eddd30f-31c7-49a2-a7b2-412ef11ebb77 req-a40f6d82-c0ea-4cf7-ba95-c1dc5a5eb9a7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422812
Apr 23 10:37:08.892906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:09.482263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:37:09.539390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544d455-232a-4487-9ead-85082dbe2b53 req-b1f911dd-f001-4c2c-896c-45cd41f9e7f7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:09.541062 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b544d455-232a-4487-9ead-85082dbe2b53 req-b1f911dd-f001-4c2c-896c-45cd41f9e7f7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 947 time: 0.1092594
Apr 23 10:37:09.590812 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b544d455-232a-4487-9ead-85082dbe2b53 req-f6a640f4-553a-4ae3-91d8-2713690db796 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431325
Apr 23 10:37:09.635694 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:09.651407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1', 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c', 'port_id': 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1', 'mac_address': 'fa:16:3e:9e:f1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:37:09.711585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:09.729384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:37:09.745491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:09.748627 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:09.750624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:09.829308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:09.833480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:10.034616 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea90897-9bca-4188-b2c4-7128bdc955f8 req-44b28651-3b78-4820-9b46-b1be3aed0cdf tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:10.036273 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cea90897-9bca-4188-b2c4-7128bdc955f8 req-44b28651-3b78-4820-9b46-b1be3aed0cdf tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 945 time: 0.1032925
Apr 23 10:37:10.087741 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cea90897-9bca-4188-b2c4-7128bdc955f8 req-1285b13a-1ab5-454d-945a-4f534ae25920 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447273
Apr 23 10:37:10.126357 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['a3557a76-2e4d-4d4a-8f25-4a204e01ccd1'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:37:10.831598 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a66264-3b4b-4945-b5f8-2e687b49027f req-5f0e4e34-0eaa-47c8-b382-8a72a1fe3fdb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:10.833308 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-90a66264-3b4b-4945-b5f8-2e687b49027f req-5f0e4e34-0eaa-47c8-b382-8a72a1fe3fdb tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 947 time: 0.1094625
Apr 23 10:37:10.911780 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-90a66264-3b4b-4945-b5f8-2e687b49027f req-e1e8ace9-d074-4f15-bbbb-9d89d9e38ae7 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups?id=56a24d7d-4b69-48d1-a49a-9a9f794a35cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703070
Apr 23 10:37:11.179361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-dd6dce64-47f8-479e-9471-b1e128bbc721 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:11.180186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-dd6dce64-47f8-479e-9471-b1e128bbc721 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Synchronizing usage tracker for tenant:58dae872da554eea9307d4f29dd5e75b on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:37:11.201716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-dd6dce64-47f8-479e-9471-b1e128bbc721 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Unset dirty status for tenant:58dae872da554eea9307d4f29dd5e75b on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:37:11.203096 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-dd6dce64-47f8-479e-9471-b1e128bbc721 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 947 time: 0.1181748
Apr 23 10:37:11.320476 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924bf2-b77e-440c-8b3f-c2332ec0e443 req-d3c47566-e101-4d25-9d84-62f386482529 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:11.322413 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5e924bf2-b77e-440c-8b3f-c2332ec0e443 req-d3c47566-e101-4d25-9d84-62f386482529 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 945 time: 0.1083190
Apr 23 10:37:11.382023 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5e924bf2-b77e-440c-8b3f-c2332ec0e443 req-ccca0141-c39a-49b7-90a9-80bfb3566f33 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495543
Apr 23 10:37:11.388381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Deleting port cc48a21d-a7e8-49c5-8012-8438d9e4d97e {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:11.388767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:11.514938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:37:11.535823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] For port cc48a21d-a7e8-49c5-8012-8438d9e4d97e, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:11.536320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:11.592152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:37:11.598092 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:37:11.598512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:11.732349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:11.762749 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9382782e-d3a5-4b89-8587-fe4e34e16bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:37:11.773893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:11.779177 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:11.781103 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:11.819720 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9382782e-d3a5-4b89-8587-fe4e34e16bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1', 'code': 200}
Apr 23 10:37:11.856780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:11.860029 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:11.876929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:11.877364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:11.878289 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Floating IP 61002c2a-9f37-4e72-92b7-96bd64169ee2 disassociated. External IP: 172.27.0.248, port: cc48a21d-a7e8-49c5-8012-8438d9e4d97e.
Apr 23 10:37:11.878671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Calling delete_port for cc48a21d-a7e8-49c5-8012-8438d9e4d97e owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:12.002199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:12.008582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e656ae38-61d5-4be8-9ea8-936405521968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:12.092836 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bf12327a-3c87-47df-80ba-d2df1a1b3e5e req-6b37374d-d116-498e-9a46-fd43a03c653b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0501554
Apr 23 10:37:12.098871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event deleted for resources: {'Port': ['ID=cc48a21d-a7e8-49c5-8012-8438d9e4d97e,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:12.109075 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:12.300934 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b3fe-e8b6-4e1f-a3e3-2bd842a99354 req-49d24f0d-f030-412b-af31-c378d73350e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:12.302590 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6530b3fe-e8b6-4e1f-a3e3-2bd842a99354 req-49d24f0d-f030-412b-af31-c378d73350e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 1099 time: 0.2537303
Apr 23 10:37:12.369719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Router 9e46866e-0435-46ba-8eaa-54abc5e2b440 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:37:12.371641 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6530b3fe-e8b6-4e1f-a3e3-2bd842a99354 req-ee2f0443-c9de-450a-81e1-7ee9ae0b2cdf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599415
Apr 23 10:37:12.572020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:37:12.583450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] Sync routers for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:37:12.595943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:12.597486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa74b1d0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:12.600050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e04a-514c-479a-9635-dd644c29b2f6 req-6bc8b2b2-fd9d-46bf-beef-6679d8a20269 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:12.602070 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-baa8e04a-514c-479a-9635-dd644c29b2f6 req-6bc8b2b2-fd9d-46bf-beef-6679d8a20269 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 946 time: 0.0955777
Apr 23 10:37:12.658441 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-baa8e04a-514c-479a-9635-dd644c29b2f6 req-b4a8bb49-34f0-4a06-bd3c-b9fb61e60571 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470705
Apr 23 10:37:12.677047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] No DVR routers for this DVR port cc48a21d-a7e8-49c5-8012-8438d9e4d97e on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:37:12.679781 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:12.685996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-deleted', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:37:12.711554 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7c698218-7ded-42f4-94ea-d7a664e441f6 req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.48 "DELETE /v2.0/ports/cc48a21d-a7e8-49c5-8012-8438d9e4d97e HTTP/1.1" status: 204  len: 173 time: 1.4955709
Apr 23 10:37:12.748778 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25fd072-fc94-439a-8611-00f8b098e0fb', 'name': 'network-vif-deleted', 'tag': 'cc48a21d-a7e8-49c5-8012-8438d9e4d97e', 'status': 'completed', 'code': 200}
Apr 23 10:37:12.806828 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:13.310742 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-35539d52-bf4d-4a33-b953-5e28a97dd660 req-517911fc-94f6-4db0-9cf4-3f068ff11cff tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/ports?device_id=b25fd072-fc94-439a-8611-00f8b098e0fb HTTP/1.1" status: 200  len: 210 time: 0.0662620
Apr 23 10:37:13.369429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa74b1d0>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:13.373770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] Checking router: 9e46866e-0435-46ba-8eaa-54abc5e2b440 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:37:13.386256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:13.387402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa74b1d0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:13.588968 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:13.930664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945f5de-56fa-4cd3-bd43-74764d251237 req-643c84cf-17b5-4d31-bb77-070e9a52432a tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:13.932587 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d945f5de-56fa-4cd3-bd43-74764d251237 req-643c84cf-17b5-4d31-bb77-070e9a52432a tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 946 time: 0.1268072
Apr 23 10:37:13.957154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa74b1d0>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:13.961540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bccc35a-912e-4b07-8abe-87db26c2af7d None None] The sync data for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi is: [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:29:19Z', 'revision_number': 4, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'fb8a76be-25e5-424c-a8c6-fcf3d3f0824a', 'name': '', 'network_id': '74ce0333-9c48-4617-a7c4-c72396622d38', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'mac_address': 'fa:16:3e:2c:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:15Z', 'updated_at': '2021-04-23T10:29:32Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'subnets': [{'id': '7e6f4e92-efbf-4e34-b224-20c487e154b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:37:13.997041 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d945f5de-56fa-4cd3-bd43-74764d251237 req-95a5784e-c488-4c25-b4c5-d96091d58c6d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577230
Apr 23 10:37:14.409137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029104f0-16db-4267-ad6e-3b83bedc3383 None None] New status for floating IP 61002c2a-9f37-4e72-92b7-96bd64169ee2: DOWN {{(pid=86339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:37:14.467568 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49628) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:14.546655 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:14.582861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:14.640219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:14.646032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a9615f46-2e2c-4b87-9fb0-568d533a7955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:14.664274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a24d7d-4b69-48d1-a49a-9a9f794a35cd,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:14.677135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:14.678363 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "DELETE /v2.0/security-groups/56a24d7d-4b69-48d1-a49a-9a9f794a35cd HTTP/1.1" status: 204  len: 168 time: 0.2096014
Apr 23 10:37:14.680131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.680550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.680962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.681399 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.681803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.682208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.682648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.683052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.683303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49632) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:14.683481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.683825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.684222 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.684617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:14.688007 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:14.707134 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.api.v2.resource [None req-1d577632-82f8-4295-8583-b7d002ab8e05 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] show failed (client error): The resource could not be found.
Apr 23 10:37:14.709024 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1d577632-82f8-4295-8583-b7d002ab8e05 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "GET /v2.0/security-groups/56a24d7d-4b69-48d1-a49a-9a9f794a35cd HTTP/1.1" status: 404  len: 347 time: 0.0238471
Apr 23 10:37:14.711653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49636) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:15.255583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Deleting port 6d457571-b8b9-402b-90d7-1fe86105f233 {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:15.255961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:15.337569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5778-ca16-4750-aeb8-e8ffb416c16c req-7c5eb17a-9842-4881-8680-92c7c9f41698 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:15.339189 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-36de5778-ca16-4750-aeb8-e8ffb416c16c req-7c5eb17a-9842-4881-8680-92c7c9f41698 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 946 time: 0.1911862
Apr 23 10:37:15.434751 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-36de5778-ca16-4750-aeb8-e8ffb416c16c req-00076cd2-b775-49c5-80d1-6a911af81e86 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874662
Apr 23 10:37:15.438714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:15.438892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:15.535509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:15.582013 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: cc48a21d-a7e8-49c5-8012-8438d9e4d97e {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:15.582416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device cc48a21d-a7e8-49c5-8012-8438d9e4d97e not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:15.588468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Calling delete_port for 6d457571-b8b9-402b-90d7-1fe86105f233 owned by network:floatingip {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:15.715917 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:15.720728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-68a8c674-c266-41eb-8275-ec6db4eb498f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:15.815424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Pushing event deleted for resources: {'Port': ['ID=6d457571-b8b9-402b-90d7-1fe86105f233,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:15.818611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:15.892845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks [] for floatingip, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:15.910524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:15.912136 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] 10.222.0.75 "DELETE /v2.0/floatingips/61002c2a-9f37-4e72-92b7-96bd64169ee2 HTTP/1.1" status: 204  len: 168 time: 1.1992128
Apr 23 10:37:16.626117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:37:18.828826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49684) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:19.457971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7977124'] for router_interface, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:19.890496 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Deleting port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:19.891062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:20.017819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] For port fb8a76be-25e5-424c-a8c6-fcf3d3f0824a, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=fb8a76be-25e5-424c-a8c6-fcf3d3f0824a,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:20.018729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:20.148718 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Calling delete_port for fb8a76be-25e5-424c-a8c6-fcf3d3f0824a owned by network:router_interface {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:20.293135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:20.297887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c767147c-be30-4bc6-b8ef-7a3769fe7f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:20.343645 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8a76be-25e5-424c-a8c6-fcf3d3f0824a,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:20.347053 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:20.629600 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7977178'] for router_interface, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:21.255411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Router 9e46866e-0435-46ba-8eaa-54abc5e2b440 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:37:21.446188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:37:21.454776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] Sync routers for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:37:21.459812 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] 10.222.0.75 "PUT /v2.0/routers/9e46866e-0435-46ba-8eaa-54abc5e2b440/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6297657
Apr 23 10:37:21.462401 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49694) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:21.467375 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:21.468190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaef1898>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:21.660163 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks [] for router, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:21.661922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:21.848743 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:21.927669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Deleting port b4dd0f7a-7c18-49ef-84a6-840b97197e11 {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:21.927963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.072453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] For port b4dd0f7a-7c18-49ef-84a6-840b97197e11, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=b4dd0f7a-7c18-49ef-84a6-840b97197e11,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:22.072815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.113572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaef1898>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:37:20Z', 'revision_number': 5, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port': {'id': 'b4dd0f7a-7c18-49ef-84a6-840b97197e11', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:22.121489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] Checking router: 9e46866e-0435-46ba-8eaa-54abc5e2b440 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:37:22.145050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] Routers {'9e46866e-0435-46ba-8eaa-54abc5e2b440'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:22.145718 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baaef1898>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['9e46866e-0435-46ba-8eaa-54abc5e2b440'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:22.205894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Calling delete_port for b4dd0f7a-7c18-49ef-84a6-840b97197e11 owned by network:router_gateway {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:22.324337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] Set router 9e46866e-0435-46ba-8eaa-54abc5e2b440 gateway port host: None {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:22.355173 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.360250 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:22.413520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Pushing event deleted for resources: {'Port': ['ID=b4dd0f7a-7c18-49ef-84a6-840b97197e11,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:22.416474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:22.523504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846491301'] for router_gateway, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.612255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baaef1898>, [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:37:21Z', 'revision_number': 6, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port_host': None}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:22.619303 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370d4de-e840-4458-8def-573dcc8ebc59 None None] The sync data for ids ['9e46866e-0435-46ba-8eaa-54abc5e2b440'] in dv-cinder-779233-3-iscsi is: [{'id': '9e46866e-0435-46ba-8eaa-54abc5e2b440', 'name': 'tempest-AttachVolumeShelveTestJSON-877127753-router', 'tenant_id': '58dae872da554eea9307d4f29dd5e75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:02Z', 'updated_at': '2021-04-23T10:37:21Z', 'revision_number': 6, 'project_id': '58dae872da554eea9307d4f29dd5e75b', 'gw_port_host': None}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:37:22.723960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846800633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65369'] for router, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.726820 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.752727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7963459'] for router, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.753374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e46866e-0435-46ba-8eaa-54abc5e2b440 {{(pid=86337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 10:37:22.766794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] Notify callbacks [] for router, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.768603 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f02f0b1a-29b6-40a6-93cb-8df15c1beeee admin admin] 10.222.0.75 "DELETE /v2.0/routers/9e46866e-0435-46ba-8eaa-54abc5e2b440 HTTP/1.1" status: 204  len: 168 time: 1.3046050
Apr 23 10:37:22.771334 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49700) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:22.837086 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6161276a-e7c1-4a8d-a912-54e57c6610d6 admin admin] Deleting subnet 7e6f4e92-efbf-4e34-b224-20c487e154b7 {{(pid=86337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:37:22.840185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6161276a-e7c1-4a8d-a912-54e57c6610d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.897118 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6161276a-e7c1-4a8d-a912-54e57c6610d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848247158'] for subnet, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:22.979969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6161276a-e7c1-4a8d-a912-54e57c6610d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:23.128523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device b4dd0f7a-7c18-49ef-84a6-840b97197e11 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:23.172582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: b4dd0f7a-7c18-49ef-84a6-840b97197e11 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:23.173276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device b4dd0f7a-7c18-49ef-84a6-840b97197e11 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:23.173720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device fb8a76be-25e5-424c-a8c6-fcf3d3f0824a no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:23.210224 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: fb8a76be-25e5-424c-a8c6-fcf3d3f0824a {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:23.210645 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device fb8a76be-25e5-424c-a8c6-fcf3d3f0824a not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:23.260664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6161276a-e7c1-4a8d-a912-54e57c6610d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5541596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849038594'] for subnet, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:23.266468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:23.305657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161276a-e7c1-4a8d-a912-54e57c6610d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6f4e92-efbf-4e34-b224-20c487e154b7,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:23.309122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6161276a-e7c1-4a8d-a912-54e57c6610d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:23.310208 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6161276a-e7c1-4a8d-a912-54e57c6610d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:23.317052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac925a9-e4af-4d7e-bbd1-b640c732d765 None None] Network 74ce0333-9c48-4617-a7c4-c72396622d38 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:37:23.317257 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6161276a-e7c1-4a8d-a912-54e57c6610d6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7e6f4e92-efbf-4e34-b224-20c487e154b7 HTTP/1.1" status: 204  len: 168 time: 0.5446861
Apr 23 10:37:23.320548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49706) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:23.440175 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:23.526275 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Deleting port abecc774-e862-42e5-a13f-a4022bea1710 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:23.526753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:23.578091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5885e0-b8e8-419a-99d3-5298fd66811c None None] DHCP port deletion for 74ce0333-9c48-4617-a7c4-c72396622d38 request from dv-cinder-779233-3-iscsi {{(pid=86339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 10:37:23.641200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] For port abecc774-e862-42e5-a13f-a4022bea1710, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=abecc774-e862-42e5-a13f-a4022bea1710,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:23.641602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:23.651197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-bc5885e0-b8e8-419a-99d3-5298fd66811c None None] Deleting port abecc774-e862-42e5-a13f-a4022bea1710 {{(pid=86339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:23.651621 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc5885e0-b8e8-419a-99d3-5298fd66811c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:23.773233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-bc5885e0-b8e8-419a-99d3-5298fd66811c None None] For port abecc774-e862-42e5-a13f-a4022bea1710, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=abecc774-e862-42e5-a13f-a4022bea1710,segment=NetworkSegment(f88b2423-6cf1-4d41-ba40-308c3053e4c1),segment_id=f88b2423-6cf1-4d41-ba40-308c3053e4c1)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:23.773676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc5885e0-b8e8-419a-99d3-5298fd66811c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:23.776218 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Calling delete_port for abecc774-e862-42e5-a13f-a4022bea1710 owned by network:dhcp {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:23.821643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:23.826481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-102d53bf-4af3-4593-be73-1b7ec20e25ac tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:23.875936 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Pushing event deleted for resources: {'Port': ['ID=abecc774-e862-42e5-a13f-a4022bea1710,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:23.879173 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:23.881962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] No DVR routers for this DVR port abecc774-e862-42e5-a13f-a4022bea1710 on host dv-cinder-779233-3-iscsi {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:37:23.905722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-bc5885e0-b8e8-419a-99d3-5298fd66811c None None] Calling delete_port for abecc774-e862-42e5-a13f-a4022bea1710 owned by network:dhcp {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:23.948085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-bc5885e0-b8e8-419a-99d3-5298fd66811c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:37:23.948492 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-bc5885e0-b8e8-419a-99d3-5298fd66811c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:37:24.004035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:24.124961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4ba9165630>,) {'filters': {'network_id': ['74ce0333-9c48-4617-a7c4-c72396622d38']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:24.137721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba9165630>, 'f88b2423-6cf1-4d41-ba40-308c3053e4c1') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:24.138004 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba9165630>, 'f88b2423-6cf1-4d41-ba40-308c3053e4c1') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:24.149887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:24.167527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:24.173990 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:37:24.353323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Network 74ce0333-9c48-4617-a7c4-c72396622d38 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:37:24.362264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:24.491986 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-bc5885e0-b8e8-419a-99d3-5298fd66811c None None] The port 'abecc774-e862-42e5-a13f-a4022bea1710' was deleted {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 10:37:24.551211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Network 74ce0333-9c48-4617-a7c4-c72396622d38 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:37:24.573521 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:37:24.654380 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:24.659860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:24.676264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:24.688241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ce0333-9c48-4617-a7c4-c72396622d38,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:24.692390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:24.702903 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-77915e4f-fbb1-49e5-912c-4d354576e430 admin admin] 10.222.0.75 "DELETE /v2.0/networks/74ce0333-9c48-4617-a7c4-c72396622d38 HTTP/1.1" status: 204  len: 168 time: 1.3811014
Apr 23 10:37:24.824880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49714) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:24.876224 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-335ea6a1-bcd9-4c62-b1a0-b4bc30b4438a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=58dae872da554eea9307d4f29dd5e75b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0500240
Apr 23 10:37:24.879157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49718) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:24.938228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bb26b9a9-b157-428f-99f5-f47f969e780b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:24.965330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bb26b9a9-b157-428f-99f5-f47f969e780b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:25.015455 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bb26b9a9-b157-428f-99f5-f47f969e780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:25.020499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e338f3bc-b928-4f2a-8cd5-6618269dc80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:25.038187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26b9a9-b157-428f-99f5-f47f969e780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f96716-d92e-42ee-990e-84f18a0b428c,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:25.042856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-bb26b9a9-b157-428f-99f5-f47f969e780b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:25.050374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bb26b9a9-b157-428f-99f5-f47f969e780b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:25.052395 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-bb26b9a9-b157-428f-99f5-f47f969e780b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02f96716-d92e-42ee-990e-84f18a0b428c HTTP/1.1" status: 204  len: 168 time: 0.1720896
Apr 23 10:37:25.168785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device abecc774-e862-42e5-a13f-a4022bea1710 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:25.234552 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: abecc774-e862-42e5-a13f-a4022bea1710 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:25.235291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device abecc774-e862-42e5-a13f-a4022bea1710 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:27.017411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49778) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:27.186191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:27.207786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:27.211945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] Usage tracker for resource:security_group_rule and tenant:07ccb3e313074fa4b011e9949d20ad84 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:27.215051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:27.221908 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:27.315349 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:27.318962 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:27.331562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-57c530cf-eda1-4380-b295-91c1d9be5ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:27.382396 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=07ccb3e313074fa4b011e9949d20ad84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3630354
Apr 23 10:37:27.383081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519686be-0402-477c-8894-09888eadf8aa,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:27.386562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49784) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:27.389828 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b664b165-2d01-4553-bb28-c2c00a197880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:27.454868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9556c41c-9ca9-4c5d-85c8-112b8e8cf54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:27.487320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9556c41c-9ca9-4c5d-85c8-112b8e8cf54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:27.790320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9556c41c-9ca9-4c5d-85c8-112b8e8cf54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:27.795821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-476bfbab-a7c4-454e-8e2a-3e3a3fc6b4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:27.805722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49802) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:27.814318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556c41c-9ca9-4c5d-85c8-112b8e8cf54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519686be-0402-477c-8894-09888eadf8aa,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:27.817409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9556c41c-9ca9-4c5d-85c8-112b8e8cf54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:27.824611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9556c41c-9ca9-4c5d-85c8-112b8e8cf54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:27.834125 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9556c41c-9ca9-4c5d-85c8-112b8e8cf54c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/519686be-0402-477c-8894-09888eadf8aa HTTP/1.1" status: 204  len: 168 time: 0.4437425
Apr 23 10:37:27.953104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cb960-0b49-4668-955f-f64437095c88 req-47a20497-e8c4-420a-97a8-8a25a7d7165d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:27.954802 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-47a20497-e8c4-420a-97a8-8a25a7d7165d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 815 time: 0.1711977
Apr 23 10:37:27.975240 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-e25c1310-00a3-4a9d-bdd3-779fd681707d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/quotas/d1969fc7f10e4326b3f8331f7a317ab8 HTTP/1.1" status: 200  len: 375 time: 0.0128732
Apr 23 10:37:28.072845 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-6706c072-4eaf-4ccb-9857-d93681424a12 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0936587
Apr 23 10:37:28.168572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49814) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:28.188802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.209626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:28.214097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Usage tracker for resource:security_group_rule and tenant:b1dede83ef8347f184bae0b0a6717ad2 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:28.217196 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:28.225758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:28.243008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Deleting port a0620fe7-1bad-496a-a08b-cd170766c8d3 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:28.243515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.371899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.372160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.442322 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.446915 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-74ccf351-63f0-49d5-bd5e-5dbe0bb168df service neutron] 10.222.0.75 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3637543
Apr 23 10:37:28.447678 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.458353 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-75f7bef5-3a69-4de1-b581-ddcf06384bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:28.505145 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Calling delete_port for a0620fe7-1bad-496a-a08b-cd170766c8d3 owned by network:floatingip {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:28.565791 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b1dede83ef8347f184bae0b0a6717ad2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3959813
Apr 23 10:37:28.568601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49818) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:28.589773 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2031d548-6b79-44b3-9222-4b225c8269ae,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:28.600557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:28.644756 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-2cc72208-3284-4bc6-a0c9-9a60f660d068 service neutron] 10.222.0.75 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894519
Apr 23 10:37:28.688016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c72643e-b216-49f3-b2cd-8420c507f865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.690846 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.703696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e3a05942-2a70-48d5-a515-1aca8056370f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:28.755131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event deleted for resources: {'Port': ['ID=a0620fe7-1bad-496a-a08b-cd170766c8d3,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:28.834147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:28.848722 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c72643e-b216-49f3-b2cd-8420c507f865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.866664 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0f2a993f-40de-4033-95bd-6c392fc6eefc req-a441a036-3c20-44e0-a7e1-a275426a8796 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 210 time: 0.0505991
Apr 23 10:37:28.906343 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for floatingip, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:28.906755 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Floating IP 3898c367-d8d8-4146-b6a8-a92369631a6f disassociated (deleted). External IP: 172.27.0.22, port: 42345771-6184-4a2b-b098-44d06c15389d.
Apr 23 10:37:29.054561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c72643e-b216-49f3-b2cd-8420c507f865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:29.060705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c0c8a1ef-a4f4-4a57-80f9-a9ce34c02892 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:29.084788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72643e-b216-49f3-b2cd-8420c507f865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2031d548-6b79-44b3-9222-4b225c8269ae,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:29.089404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6c72643e-b216-49f3-b2cd-8420c507f865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:29.118032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c72643e-b216-49f3-b2cd-8420c507f865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:29.121856 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6c72643e-b216-49f3-b2cd-8420c507f865 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2031d548-6b79-44b3-9222-4b225c8269ae HTTP/1.1" status: 204  len: 168 time: 0.5495806
Apr 23 10:37:29.333653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:37:29.543802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:37:29.548938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:29.554132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] Sync routers for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:37:29.564098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:29.564802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9cf19b0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:29.626890 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "DELETE /v2.0/floatingips/3898c367-d8d8-4146-b6a8-a92369631a6f HTTP/1.1" status: 204  len: 168 time: 1.8199151
Apr 23 10:37:29.627980 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'tag': '42345771-6184-4a2b-b098-44d06c15389d'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:37:29.731107 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'tag': '42345771-6184-4a2b-b098-44d06c15389d', 'status': 'completed', 'code': 200}
Apr 23 10:37:29.918037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-d019ec18-1eb5-487a-973c-31bd8a7f9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:29.920289 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-d019ec18-1eb5-487a-973c-31bd8a7f9fa5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 1098 time: 0.1233525
Apr 23 10:37:30.034999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:30.153645 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-03d5db8f-efaa-4e1d-8885-1f7168c8a925 req-39e42422-44c9-4b3d-9631-e2e23bf8ea56 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 210 time: 0.1252539
Apr 23 10:37:30.174909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-e01c3b77-cc13-4136-9f3c-e1817462658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:30.177061 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-e01c3b77-cc13-4136-9f3c-e1817462658a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 200  len: 910 time: 0.2491896
Apr 23 10:37:30.210795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af549e66-ee26-4e41-ae86-400553b40665 req-6ecd5b85-bcac-4dad-a178-9d0c4e6d613c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:30.220013 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af549e66-ee26-4e41-ae86-400553b40665 req-6ecd5b85-bcac-4dad-a178-9d0c4e6d613c tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.1283205
Apr 23 10:37:30.275272 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-dc0bdbd8-0cbe-49d9-bb92-323d3072d910 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 200  len: 217 time: 0.0892904
Apr 23 10:37:30.281609 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-af549e66-ee26-4e41-ae86-400553b40665 req-fe881dd2-c9ea-4e8a-95ee-8c45e436927b tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605972
Apr 23 10:37:30.358652 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-37579c85-ee23-4d3b-af4c-224c1d9bd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:30.360222 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-37579c85-ee23-4d3b-af4c-224c1d9bd958 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 200  len: 848 time: 0.0771103
Apr 23 10:37:30.455482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9cf19b0>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '15d0ef5e-5e9a-494e-88ce-822252b85bd5', 'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'mac_address': 'fa:16:3e:c1:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:18Z', 'updated_at': '2021-04-23T10:31:29Z', 'revision_number': 5, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'subnets': [{'id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:30.457119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-c0cc3a87-eb34-4656-85bb-67276e9f4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:30.459147 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-c0cc3a87-eb34-4656-85bb-67276e9f4c74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d476bd1-0c07-4568-aa23-a0b9d0e45061&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0919414
Apr 23 10:37:30.460844 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] Checking router: 1a2206a4-2cb4-4e79-aafe-cd46c188a90d for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:37:30.481915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:30.482639 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9cf19b0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:30.725933 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:31.017802 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-e272574b-af6c-4f55-9e1f-bb7be5617503 service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5508358
Apr 23 10:37:31.077812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cb960-0b49-4668-955f-f64437095c88 req-2e5121af-64ae-4d1e-b445-f93d94480049 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:31.079356 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-2e5121af-64ae-4d1e-b445-f93d94480049 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 815 time: 0.5114031
Apr 23 10:37:31.124601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9cf19b0>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '15d0ef5e-5e9a-494e-88ce-822252b85bd5', 'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'mac_address': 'fa:16:3e:c1:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:18Z', 'updated_at': '2021-04-23T10:31:29Z', 'revision_number': 5, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'subnets': [{'id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:31.130156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde6976-4285-4d95-8c1b-8ec6aee1617e None None] The sync data for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi is: [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': '15d0ef5e-5e9a-494e-88ce-822252b85bd5', 'name': '', 'network_id': '1d476bd1-0c07-4568-aa23-a0b9d0e45061', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'mac_address': 'fa:16:3e:c1:8c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:18Z', 'updated_at': '2021-04-23T10:31:29Z', 'revision_number': 5, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'subnets': [{'id': 'd31b9d8e-66e8-4704-a77d-53bd31bfc822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:37:31.133356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Request body: {'port': {'device_id': '5bb518fe-d184-460e-82d6-f2550117af64', 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c', 'admin_state_up': True, 'tenant_id': 'd1969fc7f10e4326b3f8331f7a317ab8'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:37:31.329069 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-95032edf-df4c-43b6-9cd5-b0eaa386d6f5 req-598e65bc-de77-41a5-b763-b0cabd3118cd service neutron] 10.222.0.48 "GET /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2960958
Apr 23 10:37:31.341125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:31.345247 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Usage tracker for resource:port and tenant:d1969fc7f10e4326b3f8331f7a317ab8 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:31.348488 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:31.365136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:31.374354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Made reservation on behalf of d1969fc7f10e4326b3f8331f7a317ab8 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:37:31.381323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:31.618132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Allocated IP 172.20.0.11 (b51674aa-8880-4133-a68c-13ec1ed40b6c/cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de/5281a59c-9582-40fc-8989-d19f8cd0ebc7) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:37:31.630429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1432b5-8064-4fd5-aa99-7c93a1e62677 None None] New status for floating IP 3898c367-d8d8-4146-b6a8-a92369631a6f: DOWN {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:37:31.663352 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6dd40909-8127-486a-9c75-1fdd7baf78ca req-90a78043-bc6a-478a-b779-7c26a9dd0bc2 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 210 time: 0.3866057
Apr 23 10:37:31.777452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcdb95-b98c-4d35-905e-d7d985348d39 req-665bc1c4-a04d-450b-99b5-16511dda2ad8 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:31.787494 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-68fcdb95-b98c-4d35-905e-d7d985348d39 req-665bc1c4-a04d-450b-99b5-16511dda2ad8 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.1270869
Apr 23 10:37:31.844132 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-68fcdb95-b98c-4d35-905e-d7d985348d39 req-9e50db16-c64e-44f6-8d39-3ae9fb61c749 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555921
Apr 23 10:37:31.942184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:31.973156 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:31.979292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:32.019258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['0ae2a92b-a241-4009-b8cc-f59f92aed2a0', '27c845d3-8bef-4dcb-81e7-ed91e3198ca7', 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:37:32.053436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Network b51674aa-8880-4133-a68c-13ec1ed40b6c is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:37:32.056897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:37:32.062676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:37:32.098111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Pushing event updated for resources: {'Port': ['ID=5281a59c-9582-40fc-8989-d19f8cd0ebc7,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:32.107585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:32.185240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:32.185983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:32.230208 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1010725
Apr 23 10:37:32.255871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-ba6c27e3-07c1-4d42-8d51-2425e378d1b5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:32.256195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-ba6c27e3-07c1-4d42-8d51-2425e378d1b5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Synchronizing usage tracker for tenant:e47d610fa53d463fa10c5d0be6c9db94 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:37:32.268463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Request body: {'port': {'device_id': '5bb518fe-d184-460e-82d6-f2550117af64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:37:32.329938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-ba6c27e3-07c1-4d42-8d51-2425e378d1b5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Unset dirty status for tenant:e47d610fa53d463fa10c5d0be6c9db94 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:37:32.331651 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-ba6c27e3-07c1-4d42-8d51-2425e378d1b5 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.1963923
Apr 23 10:37:32.506353 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:32.578608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49916) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:32.653868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:32.675080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Deleting port 42345771-6184-4a2b-b098-44d06c15389d {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:32.675460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:32.753087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:32.771224 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:32.775374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Usage tracker for resource:security_group_rule and tenant:48a73ed1c63d4e5e9f96ff707f95e074 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:32.778504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:32.785805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:32.940770 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdfb61-c041-41fa-95c2-e00593895ade req-e255d848-2477-4ba3-a721-d1ab53bd6c0e tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:32.942461 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e7fdfb61-c041-41fa-95c2-e00593895ade req-e255d848-2477-4ba3-a721-d1ab53bd6c0e tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 932 time: 0.1356800
Apr 23 10:37:32.991452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] For port 42345771-6184-4a2b-b098-44d06c15389d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=42345771-6184-4a2b-b098-44d06c15389d,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:32.991852 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.035192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.065949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.078093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a86d7437-8a8d-4b88-a4eb-10c2a22ab867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:33.102208 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e7fdfb61-c041-41fa-95c2-e00593895ade req-0d8f2f50-f6de-4484-b545-e714ff6a5096 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439781
Apr 23 10:37:33.142722 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=48a73ed1c63d4e5e9f96ff707f95e074&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5626330
Apr 23 10:37:33.147140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49926) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:33.147479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Calling delete_port for 42345771-6184-4a2b-b098-44d06c15389d owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:33.147884 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c30ff9-2276-4ec5-a618-922e42559ac1,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:33.153324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:33.197151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b09b-547f-4d36-aea1-4af0e611bd0e req-aa4105c1-3a37-4358-aa51-35ab899d00da tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:33.198752 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e4f0b09b-547f-4d36-aea1-4af0e611bd0e req-aa4105c1-3a37-4358-aa51-35ab899d00da tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 945 time: 0.2120318
Apr 23 10:37:33.251525 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5281a59c-9582-40fc-8989-d19f8cd0ebc7 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:37:33.261307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.272945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ad5366ba-fbee-449c-a7aa-815dccf071d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.279871 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e4f0b09b-547f-4d36-aea1-4af0e611bd0e req-1d722528-5287-42a9-b428-8b3482c4e796 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/security-groups?id=8e2a58a1-a90b-492e-9f50-600c112a42c8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711253
Apr 23 10:37:33.289921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Transition to ACTIVE for port object 5281a59c-9582-40fc-8989-d19f8cd0ebc7 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:37:33.295526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.314955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ad5366ba-fbee-449c-a7aa-815dccf071d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.339888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-919c4684-4a15-4e27-8178-41692f09f6e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:33.364400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ad5366ba-fbee-449c-a7aa-815dccf071d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.369651 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-88404387-e6f9-42c3-965e-955c9b1ddbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:33.386356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5366ba-fbee-449c-a7aa-815dccf071d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c30ff9-2276-4ec5-a618-922e42559ac1,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:33.388693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ad5366ba-fbee-449c-a7aa-815dccf071d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:33.396918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ad5366ba-fbee-449c-a7aa-815dccf071d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.400847 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ad5366ba-fbee-449c-a7aa-815dccf071d8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/24c30ff9-2276-4ec5-a618-922e42559ac1 HTTP/1.1" status: 204  len: 168 time: 0.2470140
Apr 23 10:37:33.560278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Pushing event updated for resources: {'Port': ['ID=5281a59c-9582-40fc-8989-d19f8cd0ebc7,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:33.597786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:33.603338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.611034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4e04e451-8489-4371-aff2-f1a34ee7eca8 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:33.672053 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event deleted for resources: {'Port': ['ID=42345771-6184-4a2b-b098-44d06c15389d,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:33.675480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:33.725007 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49934) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:33.744052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.760810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:33.765016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Usage tracker for resource:security_group_rule and tenant:9a1d20bce08f4dacaaf2ead0eef6cf7a is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:33.768636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:33.775806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:33.776441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] No DVR routers for this DVR port 42345771-6184-4a2b-b098-44d06c15389d on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:37:33.781307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.784061 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'name': 'network-vif-deleted', 'tag': '42345771-6184-4a2b-b098-44d06c15389d'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:37:33.798517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Attempting to bind port 5281a59c-9582-40fc-8989-d19f8cd0ebc7 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:37:33.798930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Attempting to bind port 5281a59c-9582-40fc-8989-d19f8cd0ebc7 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:37:33.799385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Attempting to bind port 5281a59c-9582-40fc-8989-d19f8cd0ebc7 on network b51674aa-8880-4133-a68c-13ec1ed40b6c {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:37:33.807266 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ee0d3f7c-e4e1-4f5e-bac3-805b32634d0e req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.48 "DELETE /v2.0/ports/42345771-6184-4a2b-b098-44d06c15389d HTTP/1.1" status: 204  len: 173 time: 1.4682755
Apr 23 10:37:33.808016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Port 5281a59c-9582-40fc-8989-d19f8cd0ebc7 on network b51674aa-8880-4133-a68c-13ec1ed40b6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:37:33.808439 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Attempting to bind port 5281a59c-9582-40fc-8989-d19f8cd0ebc7 on network b51674aa-8880-4133-a68c-13ec1ed40b6c {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:37:33.815426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:37:33.816084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Checking segment: {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:37:33.816264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Bound using segment: {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:37:33.816684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Bound port: 5281a59c-9582-40fc-8989-d19f8cd0ebc7, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fdc5da-4b25-442b-be1b-44e2e4d946a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:37:33.817098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.838317 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4308685e-a378-4c61-b044-9c9ffd679e37', 'name': 'network-vif-deleted', 'tag': '42345771-6184-4a2b-b098-44d06c15389d', 'status': 'completed', 'code': 200}
Apr 23 10:37:33.871332 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.874255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.884524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8556e713-6804-4b5e-b991-365128922aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:33.920378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] For port 5281a59c-9582-40fc-8989-d19f8cd0ebc7, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:37:33.924111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] For port 5281a59c-9582-40fc-8989-d19f8cd0ebc7, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5281a59c-9582-40fc-8989-d19f8cd0ebc7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:37:33.927432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:33.930936 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9a1d20bce08f4dacaaf2ead0eef6cf7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2047441
Apr 23 10:37:33.933146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-72dd9c50-840d-48b9-9ee8-3019673da5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:33.933693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 49940) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:33.936804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f80e7-91ba-44b9-b84a-3343aa5b316c,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:33.951010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:34.005916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:34.006598 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:34.008057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b0adb4e-8fa9-4bae-902a-658ad6cf09fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:34.008339 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] 10.222.0.48 "PUT /v2.0/ports/5281a59c-9582-40fc-8989-d19f8cd0ebc7 HTTP/1.1" status: 200  len: 1094 time: 1.7469487
Apr 23 10:37:34.025510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Pushing event updated for resources: {'Port': ['ID=5281a59c-9582-40fc-8989-d19f8cd0ebc7,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:34.028915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:34.040549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b0adb4e-8fa9-4bae-902a-658ad6cf09fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:34.096041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b0adb4e-8fa9-4bae-902a-658ad6cf09fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:34.101945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-419b7d2c-b3f3-4e72-a057-c1ed213b8ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:34.117392 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0adb4e-8fa9-4bae-902a-658ad6cf09fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f80e7-91ba-44b9-b84a-3343aa5b316c,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:34.120841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8b0adb4e-8fa9-4bae-902a-658ad6cf09fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:34.121931 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8b0adb4e-8fa9-4bae-902a-658ad6cf09fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:34.126144 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8b0adb4e-8fa9-4bae-902a-658ad6cf09fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/372f80e7-91ba-44b9-b84a-3343aa5b316c HTTP/1.1" status: 204  len: 168 time: 0.1911755
Apr 23 10:37:34.172353 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cb960-0b49-4668-955f-f64437095c88 req-956d720d-a28c-4b7d-b8ad-aa36b1b522bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:34.175551 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-956d720d-a28c-4b7d-b8ad-aa36b1b522bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 1097 time: 0.1038373
Apr 23 10:37:34.285456 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-733ca1d5-70ea-4122-bec9-62d6a1fbc473 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5281a59c-9582-40fc-8989-d19f8cd0ebc7 HTTP/1.1" status: 200  len: 217 time: 0.0945563
Apr 23 10:37:34.335910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e5fc-bdcf-47db-b9a1-23701ea77317 req-9c0b37d2-6389-43b8-b0b9-83028f1f9e1a tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:34.337941 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e741e5fc-bdcf-47db-b9a1-23701ea77317 req-9c0b37d2-6389-43b8-b0b9-83028f1f9e1a tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 944 time: 0.0974939
Apr 23 10:37:34.406724 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cb960-0b49-4668-955f-f64437095c88 req-87850c48-6c59-4807-aab5-1b6328f28369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:34.408832 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-87850c48-6c59-4807-aab5-1b6328f28369 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de HTTP/1.1" status: 200  len: 855 time: 0.0922184
Apr 23 10:37:34.414530 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e741e5fc-bdcf-47db-b9a1-23701ea77317 req-e0b72bd9-194b-4884-8513-7ea3b5488080 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696015
Apr 23 10:37:34.482811 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-99a7b5bb-6cb6-4e4d-9969-1f39fb2f86c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b51674aa-8880-4133-a68c-13ec1ed40b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602787
Apr 23 10:37:34.501933 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-363595d6-cfb9-4d69-b7ab-e562a638c5b3 req-4596fbc1-257a-47eb-8608-4d8d465a9922 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "GET /v2.0/ports?device_id=4308685e-a378-4c61-b044-9c9ffd679e37 HTTP/1.1" status: 200  len: 210 time: 0.0610778
Apr 23 10:37:34.653019 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-d8cab99c-ba89-425e-a40c-cd90e79096a8 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621575
Apr 23 10:37:34.807142 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-858cb960-0b49-4668-955f-f64437095c88 req-88fdee89-ffc0-4a96-a576-7560a84b7365 service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455102
Apr 23 10:37:34.874681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d784248e-4cb9-4255-8721-721eb1acf6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:35.608165 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 49990) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:35.621727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49ddcc-0396-4571-91bc-a8b3376dcc84 req-db91326c-7c1b-4e1e-ac1b-4f458f3a5da1 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:35.623470 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2b49ddcc-0396-4571-91bc-a8b3376dcc84 req-db91326c-7c1b-4e1e-ac1b-4f458f3a5da1 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 944 time: 0.0981183
Apr 23 10:37:35.647332 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 42345771-6184-4a2b-b098-44d06c15389d no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:35.678654 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2b49ddcc-0396-4571-91bc-a8b3376dcc84 req-05b0ba0a-49b9-41fe-a305-c709b148ebef tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477159
Apr 23 10:37:35.714452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7e40411-84ae-44b7-a0fb-cc8b11593b70 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:35.734308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 42345771-6184-4a2b-b098-44d06c15389d {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:35.734939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 42345771-6184-4a2b-b098-44d06c15389d not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:35.750869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7e40411-84ae-44b7-a0fb-cc8b11593b70 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:35.808468 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7e40411-84ae-44b7-a0fb-cc8b11593b70 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:35.813986 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-56d938cd-a0bd-407c-9fd7-5dda5f620b96 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:35.830122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e40411-84ae-44b7-a0fb-cc8b11593b70 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2a58a1-a90b-492e-9f50-600c112a42c8,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:35.833000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d7e40411-84ae-44b7-a0fb-cc8b11593b70 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:35.839024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb518fe-d184-460e-82d6-f2550117af64', 'tag': '5281a59c-9582-40fc-8989-d19f8cd0ebc7'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:37:35.852571 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d7e40411-84ae-44b7-a0fb-cc8b11593b70 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:35.853832 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d7e40411-84ae-44b7-a0fb-cc8b11593b70 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] 10.222.0.75 "DELETE /v2.0/security-groups/8e2a58a1-a90b-492e-9f50-600c112a42c8 HTTP/1.1" status: 204  len: 168 time: 0.2439935
Apr 23 10:37:35.892965 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb518fe-d184-460e-82d6-f2550117af64', 'tag': '5281a59c-9582-40fc-8989-d19f8cd0ebc7', 'status': 'completed', 'code': 200}
Apr 23 10:37:35.922627 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50010) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:36.036716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-e97efeb1-afbf-4da4-a40f-b024003de026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:36.038343 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-e97efeb1-afbf-4da4-a40f-b024003de026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 1097 time: 0.0897343
Apr 23 10:37:36.268882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50024) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:36.407124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:36.424628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:36.429232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ebef8978b214455aada2183052a23f68 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:36.432402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:36.438719 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:36.532240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:36.535811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:36.556241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7c98c7d2-c9b7-4903-801e-b2ce5cfc41bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:36.583791 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ebef8978b214455aada2183052a23f68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3137088
Apr 23 10:37:36.587877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50030) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:36.603470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-f499e362-e22a-4133-8147-7a76bd0c45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:36.605069 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-f499e362-e22a-4133-8147-7a76bd0c45f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 200  len: 916 time: 0.5547528
Apr 23 10:37:36.607490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a294ca-4a82-4952-b3d9-16e2849d0804,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:36.612481 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:36.657777 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2951dc4-7c94-4ca2-8716-e0c2cb1ada09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:36.693889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2951dc4-7c94-4ca2-8716-e0c2cb1ada09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:36.718358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-33d2f474-bf1a-4a60-820c-c26a66f8bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:36.743285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2951dc4-7c94-4ca2-8716-e0c2cb1ada09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:36.748953 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-34504b89-b631-4828-ba37-63adaf7782a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:36.761012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2951dc4-7c94-4ca2-8716-e0c2cb1ada09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a294ca-4a82-4952-b3d9-16e2849d0804,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:36.765302 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2951dc4-7c94-4ca2-8716-e0c2cb1ada09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:36.769832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2951dc4-7c94-4ca2-8716-e0c2cb1ada09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:36.774302 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c2951dc4-7c94-4ca2-8716-e0c2cb1ada09 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/66a294ca-4a82-4952-b3d9-16e2849d0804 HTTP/1.1" status: 204  len: 168 time: 0.1859920
Apr 23 10:37:36.809720 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-0b6ced8d-ef60-4869-98a0-7300fbb12c38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5281a59c-9582-40fc-8989-d19f8cd0ebc7 HTTP/1.1" status: 200  len: 217 time: 0.1965027
Apr 23 10:37:36.917964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f2346-75bc-4969-a28c-d07fe5f8f43a req-fae87b1e-934a-4f21-8b80-c359997d6a88 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:36.919763 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-075f2346-75bc-4969-a28c-d07fe5f8f43a req-fae87b1e-934a-4f21-8b80-c359997d6a88 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 944 time: 0.1023002
Apr 23 10:37:36.923597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-579373cf-4d54-4206-be37-01dc9fa07553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:36.925191 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-579373cf-4d54-4206-be37-01dc9fa07553 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de HTTP/1.1" status: 200  len: 855 time: 0.1064594
Apr 23 10:37:36.979431 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-075f2346-75bc-4969-a28c-d07fe5f8f43a req-8010a34c-0e47-4a0c-8eaf-a8c3a35ec913 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525873
Apr 23 10:37:37.021152 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-c1f7bbfe-903b-44bc-a1f6-8a7259905095 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b51674aa-8880-4133-a68c-13ec1ed40b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0881646
Apr 23 10:37:37.095805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50040) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:37.115432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.131325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:37.135467 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] Usage tracker for resource:security_group_rule and tenant:b9daaa60129f47f5bc13154a5b202c0b is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:37.138517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:37.144728 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:37.231788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.235137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.244393 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-4cb4178c-0c29-4965-8608-31e58807581d service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139018
Apr 23 10:37:37.244895 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ad5366ba-fbee-449c-a7aa-815dccf071d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:37.291228 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b9daaa60129f47f5bc13154a5b202c0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1942029
Apr 23 10:37:37.292971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9047025a-4e5b-4bf9-8218-00c7dce85a4c,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:37.295571 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50044) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:37.298413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fcb615e3-34b1-46e0-8ec0-518303bf6722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:37.360324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d2a-71b4-41bd-bd1f-978d76845e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.388361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d2a-71b4-41bd-bd1f-978d76845e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.434948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d2a-71b4-41bd-bd1f-978d76845e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.440030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6184c7fc-dba2-4a10-80de-945dfb7dc8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:37.449851 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5fc0dca4-e185-4e9f-9905-79c7821c8bce req-41fceaf8-eefb-4f62-b9a3-b94b38afdc8f service neutron] 10.222.0.48 "GET /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984713
Apr 23 10:37:37.453900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f1d2a-71b4-41bd-bd1f-978d76845e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9047025a-4e5b-4bf9-8218-00c7dce85a4c,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:37.456963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4a3f1d2a-71b4-41bd-bd1f-978d76845e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:37.457975 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d2a-71b4-41bd-bd1f-978d76845e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.461901 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4a3f1d2a-71b4-41bd-bd1f-978d76845e76 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9047025a-4e5b-4bf9-8218-00c7dce85a4c HTTP/1.1" status: 204  len: 168 time: 0.1626894
Apr 23 10:37:37.462669 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7977124'] for router_interface, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.591012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.654035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 5281a59c-9582-40fc-8989-d19f8cd0ebc7 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:37:37.805011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 5281a59c-9582-40fc-8989-d19f8cd0ebc7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5281a59c-9582-40fc-8989-d19f8cd0ebc7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:37.820197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '5281a59c-9582-40fc-8989-d19f8cd0ebc7', 'network_id': 'b51674aa-8880-4133-a68c-13ec1ed40b6c', 'port_id': '5281a59c-9582-40fc-8989-d19f8cd0ebc7', 'mac_address': 'fa:16:3e:15:bd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:37:37.880291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.902379 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5281a59c-9582-40fc-8989-d19f8cd0ebc7 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:37:37.919533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 5281a59c-9582-40fc-8989-d19f8cd0ebc7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5281a59c-9582-40fc-8989-d19f8cd0ebc7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:37.922477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.927104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:37.944795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Deleting port 15d0ef5e-5e9a-494e-88ce-822252b85bd5 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:37.945329 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:37.998955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=5281a59c-9582-40fc-8989-d19f8cd0ebc7,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:38.002577 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:38.085460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] For port 15d0ef5e-5e9a-494e-88ce-822252b85bd5, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=15d0ef5e-5e9a-494e-88ce-822252b85bd5,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:38.085460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:38.187074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:38.217107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72756f33-a1c3-4c2e-a07c-86eaa5f74eec req-d0132bf1-9f27-463b-8d7f-60f3c3eab965 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:38.219155 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-72756f33-a1c3-4c2e-a07c-86eaa5f74eec req-d0132bf1-9f27-463b-8d7f-60f3c3eab965 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 945 time: 0.1150672
Apr 23 10:37:38.224059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Calling delete_port for 15d0ef5e-5e9a-494e-88ce-822252b85bd5 owned by network:router_interface {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:38.278614 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-72756f33-a1c3-4c2e-a07c-86eaa5f74eec req-7eea9025-b501-4fe1-a92a-3df6e3fbdc34 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523093
Apr 23 10:37:38.312710 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['5281a59c-9582-40fc-8989-d19f8cd0ebc7'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:37:38.385675 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:38.390739 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-abf8b20a-42f3-41a1-ac29-34ae84c1cf38 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:38.444310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d0ef5e-5e9a-494e-88ce-822252b85bd5,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:38.448671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:38.746142 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7977178'] for router_interface, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:38.899215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:39.398683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:37:39.488747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb96dd-e3cf-4510-8687-168933316537 req-de3f8d3d-ff87-460f-bb92-16ce512d2172 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:39.490444 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dedb96dd-e3cf-4510-8687-168933316537 req-de3f8d3d-ff87-460f-bb92-16ce512d2172 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 945 time: 0.0915041
Apr 23 10:37:39.542159 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dedb96dd-e3cf-4510-8687-168933316537 req-2547aa11-d36b-4e10-a732-f6ac63db82ef tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441239
Apr 23 10:37:39.600253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:37:39.609033 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] Sync routers for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:37:39.614328 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] 10.222.0.75 "PUT /v2.0/routers/1a2206a4-2cb4-4e79-aafe-cd46c188a90d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6904435
Apr 23 10:37:39.617346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50102) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:39.620637 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:39.621367 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baafca630>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:39.702550 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 5281a59c-9582-40fc-8989-d19f8cd0ebc7 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:37:39.818942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks [] for router, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:39.892912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 5281a59c-9582-40fc-8989-d19f8cd0ebc7 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:37:39.903006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 5281a59c-9582-40fc-8989-d19f8cd0ebc7 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:37:39.903425 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:39.948206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:40.020836 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:40.097077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Deleting port add07b17-397e-4bea-82d9-1d4da4f49342 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:40.097463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:40.233335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] For port add07b17-397e-4bea-82d9-1d4da4f49342, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=add07b17-397e-4bea-82d9-1d4da4f49342,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:40.233742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:40.325070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:40.377282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb518fe-d184-460e-82d6-f2550117af64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5281a59c-9582-40fc-8989-d19f8cd0ebc7'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:37:40.391112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 5281a59c-9582-40fc-8989-d19f8cd0ebc7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5281a59c-9582-40fc-8989-d19f8cd0ebc7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:40.394209 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:40.397017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9ed5eee4-daca-402f-b1ff-b147dca58f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:40.397178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Calling delete_port for add07b17-397e-4bea-82d9-1d4da4f49342 owned by network:router_gateway {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:40.433387 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb518fe-d184-460e-82d6-f2550117af64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5281a59c-9582-40fc-8989-d19f8cd0ebc7', 'code': 200}
Apr 23 10:37:40.571378 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:40.576970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:40.632680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Pushing event deleted for resources: {'Port': ['ID=add07b17-397e-4bea-82d9-1d4da4f49342,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:40.635856 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:40.655969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baafca630>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:37:38Z', 'revision_number': 5, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port': {'id': 'add07b17-397e-4bea-82d9-1d4da4f49342', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:12Z', 'updated_at': '2021-04-23T10:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:40.666812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] Checking router: 1a2206a4-2cb4-4e79-aafe-cd46c188a90d for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:37:40.683066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] Routers {'1a2206a4-2cb4-4e79-aafe-cd46c188a90d'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:40.683826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baafca630>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:40.744878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=5281a59c-9582-40fc-8989-d19f8cd0ebc7,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:40.805993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4c16c-ef17-454d-8d5b-8df0edb24184 req-3aac4cda-8186-4e56-89f1-e9e089f10d89 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:40.807768 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fce4c16c-ef17-454d-8d5b-8df0edb24184 req-3aac4cda-8186-4e56-89f1-e9e089f10d89 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 946 time: 0.1032274
Apr 23 10:37:40.810249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846491301'] for router_gateway, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:40.810458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:40.830520 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] Set router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d gateway port host: None {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:40.859667 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fce4c16c-ef17-454d-8d5b-8df0edb24184 req-2729e770-3ae2-4308-944f-64ac71639172 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441561
Apr 23 10:37:40.945536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baafca630>, [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:37:40Z', 'revision_number': 7, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port_host': None}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:40.949756 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e81b8-acd4-4bea-8276-c742f3757412 None None] The sync data for ids ['1a2206a4-2cb4-4e79-aafe-cd46c188a90d'] in dv-cinder-779233-3-iscsi is: [{'id': '1a2206a4-2cb4-4e79-aafe-cd46c188a90d', 'name': 'tempest-TestShelveInstance-1269195265-router', 'tenant_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:37:40Z', 'revision_number': 7, 'project_id': 'e47d610fa53d463fa10c5d0be6c9db94', 'gw_port_host': None}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:37:41.008329 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846800633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65369'] for router, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.011874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.018042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb422a85-ed2f-4845-9b35-781ac7c9245f req-60f82c8a-e820-4f80-aab7-50f54f028b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:41.019529 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cb422a85-ed2f-4845-9b35-781ac7c9245f req-60f82c8a-e820-4f80-aab7-50f54f028b3f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 1099 time: 0.3424020
Apr 23 10:37:41.058981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7963459'] for router, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.059562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a2206a4-2cb4-4e79-aafe-cd46c188a90d {{(pid=86338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 10:37:41.084902 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cb422a85-ed2f-4845-9b35-781ac7c9245f req-9f51fd6c-c1c9-456b-b862-097a9a7ba1d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501862
Apr 23 10:37:41.087904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.089049 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f9a1a2de-7b26-4c75-bd81-a027e825ef76 admin admin] 10.222.0.75 "DELETE /v2.0/routers/1a2206a4-2cb4-4e79-aafe-cd46c188a90d HTTP/1.1" status: 204  len: 168 time: 1.4704373
Apr 23 10:37:41.092051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50122) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:41.141878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 15d0ef5e-5e9a-494e-88ce-822252b85bd5 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:41.160183 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-652bfc22-782e-4e69-9252-b3f84bc2f98f admin admin] Deleting subnet d31b9d8e-66e8-4704-a77d-53bd31bfc822 {{(pid=86337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:37:41.163363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-652bfc22-782e-4e69-9252-b3f84bc2f98f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.184636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 15d0ef5e-5e9a-494e-88ce-822252b85bd5 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:41.185144 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 15d0ef5e-5e9a-494e-88ce-822252b85bd5 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:41.222734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-652bfc22-782e-4e69-9252-b3f84bc2f98f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848247158'] for subnet, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.312925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-652bfc22-782e-4e69-9252-b3f84bc2f98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.588048 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-652bfc22-782e-4e69-9252-b3f84bc2f98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5541596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849038594'] for subnet, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.593354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:41.631897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bfc22-782e-4e69-9252-b3f84bc2f98f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31b9d8e-66e8-4704-a77d-53bd31bfc822,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:41.635871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-652bfc22-782e-4e69-9252-b3f84bc2f98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:41.639792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-652bfc22-782e-4e69-9252-b3f84bc2f98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.646509 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-652bfc22-782e-4e69-9252-b3f84bc2f98f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d31b9d8e-66e8-4704-a77d-53bd31bfc822 HTTP/1.1" status: 204  len: 168 time: 0.5533049
Apr 23 10:37:41.650629 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c5cf8-aaaa-4f12-a2eb-128507576665 None None] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:37:41.652546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50136) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:41.790096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:41.878068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Deleting port fcf91438-068c-40a0-9764-11c9cb122b99 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:41.878625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:42.002068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63039bde-7a99-4e93-af52-b03b9c8312fc None None] DHCP port deletion for 1d476bd1-0c07-4568-aa23-a0b9d0e45061 request from dv-cinder-779233-3-iscsi {{(pid=86339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 10:37:42.003318 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] For port fcf91438-068c-40a0-9764-11c9cb122b99, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=fcf91438-068c-40a0-9764-11c9cb122b99,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:42.003949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:42.089311 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-63039bde-7a99-4e93-af52-b03b9c8312fc None None] Deleting port fcf91438-068c-40a0-9764-11c9cb122b99 {{(pid=86339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:42.089734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-63039bde-7a99-4e93-af52-b03b9c8312fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:42.097734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb039d-2200-4d59-b87b-dfefc4bb59fa req-b31a1e8c-7735-40d6-b265-071326475296 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:42.099738 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d6bb039d-2200-4d59-b87b-dfefc4bb59fa req-b31a1e8c-7735-40d6-b265-071326475296 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 946 time: 0.1015818
Apr 23 10:37:42.150885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Calling delete_port for fcf91438-068c-40a0-9764-11c9cb122b99 owned by network:dhcp {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:42.151269 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d6bb039d-2200-4d59-b87b-dfefc4bb59fa req-0557b147-d501-4d6a-8ca0-6a5362682648 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442364
Apr 23 10:37:42.202151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:42.206362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:42.207131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-63039bde-7a99-4e93-af52-b03b9c8312fc None None] For port fcf91438-068c-40a0-9764-11c9cb122b99, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=fcf91438-068c-40a0-9764-11c9cb122b99,segment=NetworkSegment(ecbb023e-b36c-4418-b9c1-5c44aeef01aa),segment_id=ecbb023e-b36c-4418-b9c1-5c44aeef01aa)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:42.207613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-63039bde-7a99-4e93-af52-b03b9c8312fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:42.257554 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf91438-068c-40a0-9764-11c9cb122b99,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:42.260788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:42.261633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] No DVR routers for this DVR port fcf91438-068c-40a0-9764-11c9cb122b99 on host dv-cinder-779233-3-iscsi {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:37:42.352860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-63039bde-7a99-4e93-af52-b03b9c8312fc None None] Calling delete_port for fcf91438-068c-40a0-9764-11c9cb122b99 owned by network:dhcp {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:42.392587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:42.407697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-63039bde-7a99-4e93-af52-b03b9c8312fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:37:42.408105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-63039bde-7a99-4e93-af52-b03b9c8312fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:37:42.751551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4baa6a6438>,) {'filters': {'network_id': ['1d476bd1-0c07-4568-aa23-a0b9d0e45061']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:42.764324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa6a6438>, 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:42.764666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa6a6438>, 'ecbb023e-b36c-4418-b9c1-5c44aeef01aa') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:42.776460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:42.793074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:42.800077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:37:42.946489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-63039bde-7a99-4e93-af52-b03b9c8312fc None None] The port 'fcf91438-068c-40a0-9764-11c9cb122b99' was deleted {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 10:37:42.976108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:37:42.989447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:43.134032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device add07b17-397e-4bea-82d9-1d4da4f49342 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:43.170093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Network 1d476bd1-0c07-4568-aa23-a0b9d0e45061 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:37:43.178831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: add07b17-397e-4bea-82d9-1d4da4f49342 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:43.179235 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device add07b17-397e-4bea-82d9-1d4da4f49342 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:43.179707 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device fcf91438-068c-40a0-9764-11c9cb122b99 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:43.229160 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: fcf91438-068c-40a0-9764-11c9cb122b99 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:43.229675 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device fcf91438-068c-40a0-9764-11c9cb122b99 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:37:43.250058 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:37:43.288518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:43.295361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cfa3ee54-6d4b-4621-8ee0-9e8797f51f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:43.312335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:43.324558 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Pushing event deleted for resources: {'Network': ['ID=1d476bd1-0c07-4568-aa23-a0b9d0e45061,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:43.328179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:43.342778 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-73488805-8b2f-4f26-9370-43a5772ca5fa admin admin] 10.222.0.75 "DELETE /v2.0/networks/1d476bd1-0c07-4568-aa23-a0b9d0e45061 HTTP/1.1" status: 204  len: 168 time: 1.6862237
Apr 23 10:37:43.342992 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50166) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:43.386044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabf6c8-561f-4618-8704-4c8a857eef97 req-8190b4ae-342f-4a5f-b2f3-1691279f9d41 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:43.387812 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0aabf6c8-561f-4618-8704-4c8a857eef97 req-8190b4ae-342f-4a5f-b2f3-1691279f9d41 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 946 time: 0.1014330
Apr 23 10:37:43.441680 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0aabf6c8-561f-4618-8704-4c8a857eef97 req-27552ff8-a3ba-49cd-a6da-661437a039a7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458350
Apr 23 10:37:43.600120 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50174) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:43.762797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:43.778939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:43.785370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0de3eb7f6a41bc9fbd51d53767534c is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:43.788832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:43.795138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:43.902452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:43.905442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:43.913436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-13dde658-aad4-4237-966a-9de7b0b964d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:43.957569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eeb080-7f42-4e57-bef4-6724a87fe498,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:43.963004 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7a0de3eb7f6a41bc9fbd51d53767534c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3617311
Apr 23 10:37:43.964295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cb11b7e1-8965-4a76-907a-f139fbab6da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:43.965001 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50184) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:43.978903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7977124'] for router_interface, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.030753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3707ec80-1732-483d-a7b3-72007dbd91b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.059921 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3707ec80-1732-483d-a7b3-72007dbd91b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.110588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3707ec80-1732-483d-a7b3-72007dbd91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.115757 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-660f5086-73bf-4478-9c17-b05d1d07fc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:44.129922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707ec80-1732-483d-a7b3-72007dbd91b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eeb080-7f42-4e57-bef4-6724a87fe498,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:44.132816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3707ec80-1732-483d-a7b3-72007dbd91b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:44.134238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3707ec80-1732-483d-a7b3-72007dbd91b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.144954 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3707ec80-1732-483d-a7b3-72007dbd91b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52eeb080-7f42-4e57-bef4-6724a87fe498 HTTP/1.1" status: 204  len: 168 time: 0.1787403
Apr 23 10:37:44.424027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Deleting port 640a41e0-34bc-4a59-bee2-89b10d76700e {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:44.424408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.439998 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50192) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:44.459683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.475713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:44.479995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] Usage tracker for resource:security_group_rule and tenant:b43789253c15496cb7570edee72ebe4c is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:44.483059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:44.489256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:44.557464 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] For port 640a41e0-34bc-4a59-bee2-89b10d76700e, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=640a41e0-34bc-4a59-bee2-89b10d76700e,segment=NetworkSegment(07d12440-4f76-4103-8a53-55f6e005ac03),segment_id=07d12440-4f76-4103-8a53-55f6e005ac03)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:44.557864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.576450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.579199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.588387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:44.635620 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b43789253c15496cb7570edee72ebe4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1943886
Apr 23 10:37:44.636693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e91c21-17dc-4dcb-9e23-23e89c163d07,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:44.639952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0551654f-e6ce-4979-9ee9-5d1fe73eff89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:44.640626 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50196) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:44.696881 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Calling delete_port for 640a41e0-34bc-4a59-bee2-89b10d76700e owned by network:router_interface {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:44.705578 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9e8204d6-326a-4120-8033-d22f20dbd069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.739225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9e8204d6-326a-4120-8033-d22f20dbd069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.784252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9e8204d6-326a-4120-8033-d22f20dbd069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.789504 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-067216e7-0635-4fa4-9f8e-74dced80dd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:44.803830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8204d6-326a-4120-8033-d22f20dbd069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e91c21-17dc-4dcb-9e23-23e89c163d07,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:44.806939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9e8204d6-326a-4120-8033-d22f20dbd069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:44.807915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9e8204d6-326a-4120-8033-d22f20dbd069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.809131 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9e8204d6-326a-4120-8033-d22f20dbd069 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23e91c21-17dc-4dcb-9e23-23e89c163d07 HTTP/1.1" status: 204  len: 168 time: 0.1674094
Apr 23 10:37:44.847254 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:44.852515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e92ec896-9820-4c1c-aedd-277dc51a1d54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:44.899826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Pushing event deleted for resources: {'Port': ['ID=640a41e0-34bc-4a59-bee2-89b10d76700e,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:44.903330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:45.240797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7977178'] for router_interface, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:45.264194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50210) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:45.284949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:45.301637 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:45.306087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] Usage tracker for resource:security_group_rule and tenant:f0b17d55392b49f084f692d497e02838 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:45.309229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:45.315430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:45.414055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:45.417328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:45.447105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5c9d2b01-67b2-423f-a941-12829e47876a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:45.459351 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f0b17d55392b49f084f692d497e02838&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1915600
Apr 23 10:37:45.461764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50218) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:45.495758 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da186dc-e4e3-482a-a6bb-15614d5625ea,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:45.506048 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0376051e-c59e-481c-b519-1dd0cdb83365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:45.552916 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd928-bcb2-4370-a2f4-15bb561dd6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:45.584827 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd928-bcb2-4370-a2f4-15bb561dd6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:45.636498 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd928-bcb2-4370-a2f4-15bb561dd6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:45.645305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-971f38dd-b71b-49ab-8830-62f981b9f8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:45.670199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd928-bcb2-4370-a2f4-15bb561dd6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:45.674486 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6c1fd928-bcb2-4370-a2f4-15bb561dd6c8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0da186dc-e4e3-482a-a6bb-15614d5625ea HTTP/1.1" status: 204  len: 168 time: 0.2091017
Apr 23 10:37:45.674486 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fd928-bcb2-4370-a2f4-15bb561dd6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da186dc-e4e3-482a-a6bb-15614d5625ea,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:45.688204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6c1fd928-bcb2-4370-a2f4-15bb561dd6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:45.966734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Router f0639f85-e1f9-4be2-a455-1255c5e8cb30 has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:37:46.167527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:37:46.178191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] Sync routers for ids ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:37:46.186130 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] 10.222.0.75 "PUT /v2.0/routers/f0639f85-e1f9-4be2-a455-1255c5e8cb30/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8417866
Apr 23 10:37:46.188556 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50236) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:46.190226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] Routers {'f0639f85-e1f9-4be2-a455-1255c5e8cb30'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:46.191433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baac6e828>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:46.421255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] Set router f0639f85-e1f9-4be2-a455-1255c5e8cb30 gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:46.455672 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks [] for router, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:46.770470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:46.872366 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Deleting port e637d95e-4ee1-42c9-b270-dd8a599224ea {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:46.872931 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:46.970167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baac6e828>, [{'id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:26Z', 'updated_at': '2021-04-23T10:37:44Z', 'revision_number': 5, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'gw_port': {'id': 'e637d95e-4ee1-42c9-b270-dd8a599224ea', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:31:28Z', 'updated_at': '2021-04-23T10:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:46.975720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] Checking router: f0639f85-e1f9-4be2-a455-1255c5e8cb30 for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:37:46.985664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] Routers {'f0639f85-e1f9-4be2-a455-1255c5e8cb30'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:37:46.986450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baac6e828>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:37:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:47.037459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] For port e637d95e-4ee1-42c9-b270-dd8a599224ea, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=e637d95e-4ee1-42c9-b270-dd8a599224ea,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:47.037861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:47.159413 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] Set router f0639f85-e1f9-4be2-a455-1255c5e8cb30 gateway port host: None {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:37:47.187433 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Calling delete_port for e637d95e-4ee1-42c9-b270-dd8a599224ea owned by network:router_gateway {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:47.318394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baac6e828>, [{'id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:26Z', 'updated_at': '2021-04-23T10:37:46Z', 'revision_number': 6, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'gw_port_host': None}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:47.323606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf71ca6-cfe0-44a1-81fc-1b7416d6a81b None None] The sync data for ids ['f0639f85-e1f9-4be2-a455-1255c5e8cb30'] in dv-cinder-779233-3-iscsi is: [{'id': 'f0639f85-e1f9-4be2-a455-1255c5e8cb30', 'name': 'tempest-TestShelveInstance-1805279233-router', 'tenant_id': '74573a783eb64c72b15f32f6f89a79bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:31:26Z', 'updated_at': '2021-04-23T10:37:46Z', 'revision_number': 6, 'project_id': '74573a783eb64c72b15f32f6f89a79bc', 'gw_port_host': None}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:37:47.452622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:47.460014 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c08392a5-7c1a-4c24-ac84-1f9040704f1c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:47.528528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Pushing event deleted for resources: {'Port': ['ID=e637d95e-4ee1-42c9-b270-dd8a599224ea,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:47.534102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:47.690812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846491301'] for router_gateway, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:47.977929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846800633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65369'] for router, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:47.981767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.013602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7963459'] for router, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.014407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0639f85-e1f9-4be2-a455-1255c5e8cb30 {{(pid=86338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 10:37:48.033970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.035691 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f0639f85-e1f9-4be2-a455-1255c5e8cb30 HTTP/1.1" status: 204  len: 168 time: 1.8447616
Apr 23 10:37:48.039214 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50270) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:48.124376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e724131-aa97-475e-87d3-b5b52792c9c1 admin admin] Deleting subnet 44031986-d294-4d98-8395-3534eef7ad60 {{(pid=86338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:37:48.127952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7e724131-aa97-475e-87d3-b5b52792c9c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.197191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7e724131-aa97-475e-87d3-b5b52792c9c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849702037'] for subnet, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.297631 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7e724131-aa97-475e-87d3-b5b52792c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.608223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7e724131-aa97-475e-87d3-b5b52792c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848709440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849692792'] for subnet, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.613449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-82683b2a-48b4-4cbb-a665-62f2b22c6672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:48.654066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7e724131-aa97-475e-87d3-b5b52792c9c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.661667 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7e724131-aa97-475e-87d3-b5b52792c9c1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/44031986-d294-4d98-8395-3534eef7ad60 HTTP/1.1" status: 204  len: 168 time: 0.6210895
Apr 23 10:37:48.663139 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e724131-aa97-475e-87d3-b5b52792c9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44031986-d294-4d98-8395-3534eef7ad60,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:48.665681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7e724131-aa97-475e-87d3-b5b52792c9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:48.666228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50290) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:48.672248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea9ced-bdec-4ff7-80a8-09242767fdb0 None None] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:37:48.797132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.900102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Deleting port 04c72d21-7c56-4f85-b608-eaf6eec56398 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:48.900344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:48.957677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50296) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:49.022687 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5cda9-a1b2-4e95-bfac-4f605655d1db None None] DHCP port deletion for b3c3f340-3dc9-439c-87e1-b0a4ac78396d request from dv-cinder-779233-3-iscsi {{(pid=86339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 10:37:49.043515 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] For port 04c72d21-7c56-4f85-b608-eaf6eec56398, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=04c72d21-7c56-4f85-b608-eaf6eec56398,segment=NetworkSegment(07d12440-4f76-4103-8a53-55f6e005ac03),segment_id=07d12440-4f76-4103-8a53-55f6e005ac03)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:49.043875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.180566 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5cda9-a1b2-4e95-bfac-4f605655d1db None None] Deleting port 04c72d21-7c56-4f85-b608-eaf6eec56398 {{(pid=86339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:49.181342 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0b5cda9-a1b2-4e95-bfac-4f605655d1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.187217 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.207260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 640a41e0-34bc-4a59-bee2-89b10d76700e no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:49.209059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:49.214263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Usage tracker for resource:security_group_rule and tenant:ed859ec1fe9d4c409f8f10012dd4d31d is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:49.218910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:49.219356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Calling delete_port for 04c72d21-7c56-4f85-b608-eaf6eec56398 owned by network:dhcp {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:49.227871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:49.260422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 640a41e0-34bc-4a59-bee2-89b10d76700e {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:49.260676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 640a41e0-34bc-4a59-bee2-89b10d76700e not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:49.261467 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e637d95e-4ee1-42c9-b270-dd8a599224ea no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:49.297314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.304412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8ed1029f-0725-4103-a6a2-de2aa023a4f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:49.327922 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.331370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.342964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-bf8ee5bc-df3f-4aed-8f64-fd8adcd45c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:49.353401 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: e637d95e-4ee1-42c9-b270-dd8a599224ea {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:49.353710 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e637d95e-4ee1-42c9-b270-dd8a599224ea not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:49.354212 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 04c72d21-7c56-4f85-b608-eaf6eec56398 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:37:49.376047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Pushing event deleted for resources: {'Port': ['ID=04c72d21-7c56-4f85-b608-eaf6eec56398,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:49.386011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] No DVR routers for this DVR port 04c72d21-7c56-4f85-b608-eaf6eec56398 on host dv-cinder-779233-3-iscsi {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:37:49.390649 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed859ec1fe9d4c409f8f10012dd4d31d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4284816
Apr 23 10:37:49.390832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.390832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.391180 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.391802 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.393083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.393772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.393904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50304) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:49.394429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.395118 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.395898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.396524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.396964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.397446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:37:49.409020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 04c72d21-7c56-4f85-b608-eaf6eec56398 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:37:49.409625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 04c72d21-7c56-4f85-b608-eaf6eec56398 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:37:49.418025 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49130447-6680-4ce3-bb81-a4854593ed1f,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:49.421443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:49.430557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:49.448716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-a0b5cda9-a1b2-4e95-bfac-4f605655d1db None None] For port 04c72d21-7c56-4f85-b608-eaf6eec56398, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=04c72d21-7c56-4f85-b608-eaf6eec56398,segment=NetworkSegment(07d12440-4f76-4103-8a53-55f6e005ac03),segment_id=07d12440-4f76-4103-8a53-55f6e005ac03)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:49.449549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0b5cda9-a1b2-4e95-bfac-4f605655d1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.476353 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-93d2561f-71b5-4322-881b-57bafbf1b3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.513070 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-93d2561f-71b5-4322-881b-57bafbf1b3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.554037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.574591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-93d2561f-71b5-4322-881b-57bafbf1b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.579111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb2f4cb7-bf61-4852-8d02-19bcf6239d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:49.600417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2561f-71b5-4322-881b-57bafbf1b3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49130447-6680-4ce3-bb81-a4854593ed1f,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:49.603176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-93d2561f-71b5-4322-881b-57bafbf1b3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:49.604201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-93d2561f-71b5-4322-881b-57bafbf1b3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.607952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5cda9-a1b2-4e95-bfac-4f605655d1db None None] Calling delete_port for 04c72d21-7c56-4f85-b608-eaf6eec56398 owned by network:dhcp {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:49.617087 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-93d2561f-71b5-4322-881b-57bafbf1b3ec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/49130447-6680-4ce3-bb81-a4854593ed1f HTTP/1.1" status: 204  len: 168 time: 0.2135887
Apr 23 10:37:49.703902 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-a0b5cda9-a1b2-4e95-bfac-4f605655d1db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86339) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:37:49.704325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-a0b5cda9-a1b2-4e95-bfac-4f605655d1db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:37:49.706058 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4baa330128>,) {'filters': {'network_id': ['b3c3f340-3dc9-439c-87e1-b0a4ac78396d']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:49.730409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa330128>, '07d12440-4f76-4103-8a53-55f6e005ac03') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:49.730982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baa330128>, '07d12440-4f76-4103-8a53-55f6e005ac03') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:37:49.750875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.770892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:49.777948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:37:50.002127 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50312) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:50.022905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.040402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:37:50.044786 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Usage tracker for resource:security_group_rule and tenant:71e6e1b080c24648b46c86776247252c is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:37:50.048857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:37:50.056012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:37:50.153394 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.157407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.174752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ae6f6c6d-86d5-4996-9956-d7cdd451ffda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:50.227714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50318) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:50.228507 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=71e6e1b080c24648b46c86776247252c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2248955
Apr 23 10:37:50.236751 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:37:50.246752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.252795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a5f3bb-0edb-4a95-b320-51fd1d9cb229,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:50.258820 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:50.279110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5cda9-a1b2-4e95-bfac-4f605655d1db None None] The port '04c72d21-7c56-4f85-b608-eaf6eec56398' was deleted {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 10:37:50.488831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Network b3c3f340-3dc9-439c-87e1-b0a4ac78396d has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:37:50.514779 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:37:50.519436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f4298da-287a-41d5-ad79-356a5995c56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.626085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f4298da-287a-41d5-ad79-356a5995c56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.639726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.654952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:50.678778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.697488 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c3f340-3dc9-439c-87e1-b0a4ac78396d,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:50.703042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:50.707907 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-862cfcc0-5245-41bc-89a5-ddd26ccac664 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b3c3f340-3dc9-439c-87e1-b0a4ac78396d HTTP/1.1" status: 204  len: 168 time: 2.0400085
Apr 23 10:37:50.718788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f4298da-287a-41d5-ad79-356a5995c56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.724287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d7e40411-84ae-44b7-a0fb-cc8b11593b70 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:50.740487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4298da-287a-41d5-ad79-356a5995c56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a5f3bb-0edb-4a95-b320-51fd1d9cb229,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:50.746006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f4298da-287a-41d5-ad79-356a5995c56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:50.753495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0f4298da-287a-41d5-ad79-356a5995c56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:50.755952 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0f4298da-287a-41d5-ad79-356a5995c56b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02a5f3bb-0edb-4a95-b320-51fd1d9cb229 HTTP/1.1" status: 204  len: 168 time: 0.5266416
Apr 23 10:37:50.927011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50326) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:50.985098 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7264727c-afb6-4718-9ab7-9247f3f08518 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e47d610fa53d463fa10c5d0be6c9db94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0543158
Apr 23 10:37:50.985443 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50330) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:51.073674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-11188480-f3aa-43e2-bf17-9133c360ffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:51.106173 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-11188480-f3aa-43e2-bf17-9133c360ffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:51.156562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-11188480-f3aa-43e2-bf17-9133c360ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:51.166582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7ed17762-6659-4d5d-86f3-1dc60c2fdb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:51.190115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11188480-f3aa-43e2-bf17-9133c360ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37f52c8-57d4-4c1a-91fc-198697e6a46a,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:51.194338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-11188480-f3aa-43e2-bf17-9133c360ffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:51.197967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-11188480-f3aa-43e2-bf17-9133c360ffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:51.199205 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-11188480-f3aa-43e2-bf17-9133c360ffd5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b37f52c8-57d4-4c1a-91fc-198697e6a46a HTTP/1.1" status: 204  len: 168 time: 0.2121768
Apr 23 10:37:51.639754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50354) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:51.710715 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-24f017b5-516b-475b-b4ec-e4f62b79fc94 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74573a783eb64c72b15f32f6f89a79bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0693049
Apr 23 10:37:51.723482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50360) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:37:51.801545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0271f7c6-5730-4f94-b8cc-9d217730bdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:51.833258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0271f7c6-5730-4f94-b8cc-9d217730bdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:51.899559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0271f7c6-5730-4f94-b8cc-9d217730bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:51.909332 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-10cff6f4-ffa1-41c7-87e4-e42f91c316d5 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:51.925297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271f7c6-5730-4f94-b8cc-9d217730bdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c3d971-0bd4-4f79-bb92-3c8276303a36,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:51.928249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0271f7c6-5730-4f94-b8cc-9d217730bdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:51.929887 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0271f7c6-5730-4f94-b8cc-9d217730bdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:51.931996 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0271f7c6-5730-4f94-b8cc-9d217730bdc8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/79c3d971-0bd4-4f79-bb92-3c8276303a36 HTTP/1.1" status: 204  len: 168 time: 0.2071118
Apr 23 10:37:53.625696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:37:57.217679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d46313-f24c-4d6f-8f82-be2c0fd34b30 req-4cb49a5a-44e0-4d64-ac12-7f5832143eea tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:57.219271 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-01d46313-f24c-4d6f-8f82-be2c0fd34b30 req-4cb49a5a-44e0-4d64-ac12-7f5832143eea tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 946 time: 0.0910807
Apr 23 10:37:57.268792 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-01d46313-f24c-4d6f-8f82-be2c0fd34b30 req-8d677f59-0e66-4376-b11c-6a47e61cab9d tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422986
Apr 23 10:37:58.491750 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7950-4ad7-4974-aca8-3017c7fb2671 req-269de55b-753f-4473-8b55-e7be2175241f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:58.493464 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-672a7950-4ad7-4974-aca8-3017c7fb2671 req-269de55b-753f-4473-8b55-e7be2175241f tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 946 time: 0.0976074
Apr 23 10:37:58.547139 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-672a7950-4ad7-4974-aca8-3017c7fb2671 req-9f139a80-15f1-47cc-bd9b-9c8cb2f90717 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469840
Apr 23 10:37:58.875082 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2785135-d3f9-4957-9050-daea07e62280 req-1500c096-073d-435d-b4d0-eb7dbe2807a1 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:37:58.875785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-e2785135-d3f9-4957-9050-daea07e62280 req-1500c096-073d-435d-b4d0-eb7dbe2807a1 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Synchronizing usage tracker for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:37:58.895320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-e2785135-d3f9-4957-9050-daea07e62280 req-1500c096-073d-435d-b4d0-eb7dbe2807a1 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Unset dirty status for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:37:58.896608 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e2785135-d3f9-4957-9050-daea07e62280 req-1500c096-073d-435d-b4d0-eb7dbe2807a1 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 946 time: 0.1116180
Apr 23 10:37:59.055562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-e2785135-d3f9-4957-9050-daea07e62280 req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Deleting port 5281a59c-9582-40fc-8989-d19f8cd0ebc7 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:37:59.055945 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e2785135-d3f9-4957-9050-daea07e62280 req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:59.204821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-e2785135-d3f9-4957-9050-daea07e62280 req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] For port 5281a59c-9582-40fc-8989-d19f8cd0ebc7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5281a59c-9582-40fc-8989-d19f8cd0ebc7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:37:59.205292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e2785135-d3f9-4957-9050-daea07e62280 req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:59.360381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-e2785135-d3f9-4957-9050-daea07e62280 req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Calling delete_port for 5281a59c-9582-40fc-8989-d19f8cd0ebc7 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:37:59.496795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e2785135-d3f9-4957-9050-daea07e62280 req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:59.504935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f899d1ee-0999-449d-8d35-fc242d0b383b tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:37:59.532866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['0ae2a92b-a241-4009-b8cc-f59f92aed2a0', '27c845d3-8bef-4dcb-81e7-ed91e3198ca7', 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1', '5281a59c-9582-40fc-8989-d19f8cd0ebc7'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:37:59.563768 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Pushing event deleted for resources: {'Port': ['ID=5281a59c-9582-40fc-8989-d19f8cd0ebc7,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:37:59.569704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:37:59.710711 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2785135-d3f9-4957-9050-daea07e62280 req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] No DVR routers for this DVR port 5281a59c-9582-40fc-8989-d19f8cd0ebc7 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:37:59.715185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e2785135-d3f9-4957-9050-daea07e62280 req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:37:59.721293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb518fe-d184-460e-82d6-f2550117af64', 'name': 'network-vif-deleted', 'tag': '5281a59c-9582-40fc-8989-d19f8cd0ebc7'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:37:59.778127 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e2785135-d3f9-4957-9050-daea07e62280 req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "DELETE /v2.0/ports/5281a59c-9582-40fc-8989-d19f8cd0ebc7 HTTP/1.1" status: 204  len: 173 time: 0.8760633
Apr 23 10:37:59.844111 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb518fe-d184-460e-82d6-f2550117af64', 'name': 'network-vif-deleted', 'tag': '5281a59c-9582-40fc-8989-d19f8cd0ebc7', 'status': 'completed', 'code': 200}
Apr 23 10:37:59.844744 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-68f488e4-c18b-4cef-ac19-3aea8516864f req-c25f48b5-3176-40d0-80f6-6006668dfd47 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=5bb518fe-d184-460e-82d6-f2550117af64 HTTP/1.1" status: 200  len: 210 time: 0.0893281
Apr 23 10:38:01.651376 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50506) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:01.806332 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:01.822751 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:01.826908 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Usage tracker for resource:security_group_rule and tenant:702b28037c204809b096aed518417da3 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:01.829989 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:01.836198 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:01.930664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:01.933502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:01.943426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d212bf04-987f-4574-984b-0ac703a3d855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:01.988807 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=702b28037c204809b096aed518417da3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3352995
Apr 23 10:38:01.989928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1fc111-83fa-48f8-9e91-e6b53481b1d8,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:01.992418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50512) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:01.994193 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:02.060393 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b9a6-4253-4cdb-adec-bde56a10dc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.094390 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b9a6-4253-4cdb-adec-bde56a10dc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.144657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b9a6-4253-4cdb-adec-bde56a10dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.150763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-641a555a-0a6e-4a78-9324-4636f4898ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:02.165402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0b9a6-4253-4cdb-adec-bde56a10dc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1fc111-83fa-48f8-9e91-e6b53481b1d8,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:02.170633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e5b0b9a6-4253-4cdb-adec-bde56a10dc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:02.175968 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e5b0b9a6-4253-4cdb-adec-bde56a10dc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.177861 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e5b0b9a6-4253-4cdb-adec-bde56a10dc45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d1fc111-83fa-48f8-9e91-e6b53481b1d8 HTTP/1.1" status: 204  len: 168 time: 0.1837130
Apr 23 10:38:02.549862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50526) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:02.569855 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.586155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:02.590336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] Usage tracker for resource:security_group_rule and tenant:8640d58d7cbd4f81be8c77bd0888ae1e is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:02.593293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:02.602341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:02.662867 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.674506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068db21-ba93-4882-8c70-69a1481bce7c req-80c8ca4a-9c5a-43e2-ac9f-36792f973b6e tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:02.676379 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5068db21-ba93-4882-8c70-69a1481bce7c req-80c8ca4a-9c5a-43e2-ac9f-36792f973b6e tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 946 time: 0.1009121
Apr 23 10:38:02.694557 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.698187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.708459 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9c3c5dae-3601-4601-93d1-16b9c6b50e28 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:02.731522 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5068db21-ba93-4882-8c70-69a1481bce7c req-67bc3d2c-d1bb-41db-bafb-b2dd6847b866 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484505
Apr 23 10:38:02.752740 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8640d58d7cbd4f81be8c77bd0888ae1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2015650
Apr 23 10:38:02.753784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f67daf-3648-45aa-8622-71e432a87fd9,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:02.755691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50530) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:02.757041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-2836c312-025c-4372-9488-f8004ff9497c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:02.823497 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb574717-cf06-4272-805c-2bdcbb81716c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.852878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb574717-cf06-4272-805c-2bdcbb81716c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.908314 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb574717-cf06-4272-805c-2bdcbb81716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.914607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-45b8f620-7b83-4fe5-8848-a486e8a7010e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:02.928113 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb574717-cf06-4272-805c-2bdcbb81716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f67daf-3648-45aa-8622-71e432a87fd9,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:02.931488 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cb574717-cf06-4272-805c-2bdcbb81716c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:02.933602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb574717-cf06-4272-805c-2bdcbb81716c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:02.934811 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cb574717-cf06-4272-805c-2bdcbb81716c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/21f67daf-3648-45aa-8622-71e432a87fd9 HTTP/1.1" status: 204  len: 168 time: 0.1773670
Apr 23 10:38:03.329632 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50538) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:03.349446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:03.370315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:03.374467 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] Usage tracker for resource:security_group_rule and tenant:02e0c4bec3c34fd6b44fdc2b43688ed3 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:03.377509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:03.384253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:03.474121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:03.477173 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:03.486301 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-613b1cdd-7f8b-4124-b818-d54118e1a423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:03.534800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ebe812-4d91-4d4b-a99e-98e5874912cc,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:03.542313 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=02e0c4bec3c34fd6b44fdc2b43688ed3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2088330
Apr 23 10:38:03.542313 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1bc94b3d-875f-46d3-befc-ad5c55bbadee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:03.542680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50542) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:03.611112 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4d30a9a5-3cf3-4065-9700-b47cda5f91cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:03.641569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4d30a9a5-3cf3-4065-9700-b47cda5f91cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:03.691181 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4d30a9a5-3cf3-4065-9700-b47cda5f91cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:03.696549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3707ec80-1732-483d-a7b3-72007dbd91b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:03.710008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30a9a5-3cf3-4065-9700-b47cda5f91cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ebe812-4d91-4d4b-a99e-98e5874912cc,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:03.713214 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4d30a9a5-3cf3-4065-9700-b47cda5f91cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:03.716016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4d30a9a5-3cf3-4065-9700-b47cda5f91cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:03.717501 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4d30a9a5-3cf3-4065-9700-b47cda5f91cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/87ebe812-4d91-4d4b-a99e-98e5874912cc HTTP/1.1" status: 204  len: 168 time: 0.1738861
Apr 23 10:38:03.781157 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 5281a59c-9582-40fc-8989-d19f8cd0ebc7 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:38:03.821538 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 5281a59c-9582-40fc-8989-d19f8cd0ebc7 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:38:03.821949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 5281a59c-9582-40fc-8989-d19f8cd0ebc7 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:38:03.961991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb50e69-5f25-4873-9448-4d98c1d01c38 req-3c611a0d-e3a3-4150-9ab4-6bd683802ca9 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:03.964096 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-beb50e69-5f25-4873-9448-4d98c1d01c38 req-3c611a0d-e3a3-4150-9ab4-6bd683802ca9 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 946 time: 0.1027822
Apr 23 10:38:04.019855 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-beb50e69-5f25-4873-9448-4d98c1d01c38 req-8a2a89dd-ccbe-4418-9e53-18969ac0c487 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439162
Apr 23 10:38:04.237509 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-04cd2d37-c7f6-44de-9fd4-5c6301405833 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:04.238336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-04cd2d37-c7f6-44de-9fd4-5c6301405833 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Synchronizing usage tracker for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:38:04.254630 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-04cd2d37-c7f6-44de-9fd4-5c6301405833 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Unset dirty status for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:38:04.255896 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-04cd2d37-c7f6-44de-9fd4-5c6301405833 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 946 time: 0.1144147
Apr 23 10:38:04.420222 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Deleting port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:38:04.420599 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:04.566721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50568) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:04.577508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] For port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:04.578866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:04.686936 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1746918560-network', 'tenant_id': 'cba975d0532e4eeabfe6a3a1c4c71e02'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:38:04.692858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:04.697955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Usage tracker for resource:network and tenant:cba975d0532e4eeabfe6a3a1c4c71e02 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:04.700613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:04.709795 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:04.719360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Made reservation on behalf of cba975d0532e4eeabfe6a3a1c4c71e02 for: {'network': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:38:04.725312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for network, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:04.725794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Calling delete_port for a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:38:04.739096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:04.755181 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:04.762411 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Usage tracker for resource:security_group_rule and tenant:cba975d0532e4eeabfe6a3a1c4c71e02 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:04.765523 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:04.772171 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:04.846137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:04.854243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-16e145bd-6cb2-4a35-be60-415a716044eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:04.878218 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-10a2f0ea-29db-4249-afcc-ba7e052f9dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:04.883732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['0ae2a92b-a241-4009-b8cc-f59f92aed2a0', '27c845d3-8bef-4dcb-81e7-ed91e3198ca7', 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:38:04.907979 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Pushing event deleted for resources: {'Port': ['ID=a3557a76-2e4d-4d4a-8f25-4a204e01ccd1,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:04.916966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:04.942362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:04.946127 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:04.951551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-104e4423-1818-4c34-8586-f6584ea74389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:04.979731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=86337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 23 10:38:04.993995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5aedcc-2aa2-4658-9bf0-ca00917d145c,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:04.998831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:04.999928 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:05.000326 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.segments_db [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Added segment 4a8ef3af-fb6e-4043-afe1-b547a54c4522 of type vlan for network de2109ce-66fc-4fd4-80ea-091a0ec18424
Apr 23 10:38:05.000445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] No DVR routers for this DVR port a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:38:05.003706 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:05.022792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9382782e-d3a5-4b89-8587-fe4e34e16bee', 'name': 'network-vif-deleted', 'tag': 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:05.033364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747686379123'] for network, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:05.043089 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fa596c75-03f5-47bc-8b1f-29536fb99116 req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "DELETE /v2.0/ports/a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 HTTP/1.1" status: 204  len: 173 time: 0.7806520
Apr 23 10:38:05.095370 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9382782e-d3a5-4b89-8587-fe4e34e16bee', 'name': 'network-vif-deleted', 'tag': 'a3557a76-2e4d-4d4a-8f25-4a204e01ccd1', 'status': 'completed', 'code': 200}
Apr 23 10:38:05.108107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401'] for network, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:05.110174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:05.111206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:05.117028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:05.290826 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d798c388-2933-4695-8566-d4b6f9084320 req-4261ba0e-ac63-45dc-aafe-4cb5982bcdd0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9382782e-d3a5-4b89-8587-fe4e34e16bee HTTP/1.1" status: 200  len: 210 time: 0.0890508
Apr 23 10:38:05.294810 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7269239
Apr 23 10:38:05.298181 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50578) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:05.298918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Pushing event updated for resources: {'Network': ['ID=de2109ce-66fc-4fd4-80ea-091a0ec18424,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:05.304324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:05.308484 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Request body: {'subnet': {'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1746918560-subnet', 'tenant_id': 'cba975d0532e4eeabfe6a3a1c4c71e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:38:05.314659 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:05.315435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Network de2109ce-66fc-4fd4-80ea-091a0ec18424 details requested by agent ovs-agent-dv-cinder-779233-3-iscsi with host dv-cinder-779233-3-iscsi {{(pid=86339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 23 10:38:05.320436 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Usage tracker for resource:subnet and tenant:cba975d0532e4eeabfe6a3a1c4c71e02 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:05.324049 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:05.331192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:05.341193 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Made reservation on behalf of cba975d0532e4eeabfe6a3a1c4c71e02 for: {'subnet': 1} {{(pid=86337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:38:05.346398 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5737172'] for subnet, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:05.787374 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dab84293-1caa-402d-bad1-1c8627655e9a req-574c6571-1c31-4b85-bcaa-1fcd98f38630 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0840774
Apr 23 10:38:05.805904 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849234279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5737157'] for subnet, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:05.811093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:05.890087 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ca49e0-e724-46d1-9e7b-28f46d9b4c16,revision_number=0']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:05.893176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:05.901233 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84293-1caa-402d-bad1-1c8627655e9a req-27a5d6c1-9ee0-437b-9e6d-8b29b5da43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:05.901787 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Checking segment: {'id': '4a8ef3af-fb6e-4043-afe1-b547a54c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:38:05.902184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Network hostable DHCP agents. Network: de2109ce-66fc-4fd4-80ea-091a0ec18424, hostable agents: ['ff81bfca-dc5d-4e89-b06a-2eecc8588a12'], hosted agents: [] {{(pid=86337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 23 10:38:05.902858 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dab84293-1caa-402d-bad1-1c8627655e9a req-27a5d6c1-9ee0-437b-9e6d-8b29b5da43ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 1099 time: 0.0825918
Apr 23 10:38:05.923412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Network de2109ce-66fc-4fd4-80ea-091a0ec18424 is scheduled to be hosted by DHCP agent ff81bfca-dc5d-4e89-b06a-2eecc8588a12 with binding_index 1 {{(pid=86337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 23 10:38:05.932201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-iscsi, de2109ce-66fc-4fd4-80ea-091a0ec18424) {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:38:05.945592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063464b-9113-4123-98d6-bf99eb7d3949 None None] Network de2109ce-66fc-4fd4-80ea-091a0ec18424 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:38:05.946346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:05.947010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:05.968545 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-960f72b6-040d-4ff3-a1fc-44d5240dcb62 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6660914
Apr 23 10:38:06.064372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84293-1caa-402d-bad1-1c8627655e9a req-3a2bccf7-5f49-47bb-98e6-7d5dba9006b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:06.066013 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dab84293-1caa-402d-bad1-1c8627655e9a req-3a2bccf7-5f49-47bb-98e6-7d5dba9006b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.1437621
Apr 23 10:38:06.183353 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1886a1d-0c37-4b99-bd60-d3768a1dcdaa None None] Network de2109ce-66fc-4fd4-80ea-091a0ec18424 requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:38:06.187801 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dab84293-1caa-402d-bad1-1c8627655e9a req-af5d11c7-44e2-418d-9408-52e80b79ee6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1222db8-e56d-445a-8b49-7d004965e421 HTTP/1.1" status: 200  len: 1002 time: 0.1154356
Apr 23 10:38:06.273574 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84293-1caa-402d-bad1-1c8627655e9a req-7413675b-bd4c-40e3-b958-6c3915fbb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:06.275424 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dab84293-1caa-402d-bad1-1c8627655e9a req-7413675b-bd4c-40e3-b958-6c3915fbb23f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.0812349
Apr 23 10:38:06.373321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84293-1caa-402d-bad1-1c8627655e9a req-575fef61-e025-4aa8-b446-bd44046147cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:06.375675 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dab84293-1caa-402d-bad1-1c8627655e9a req-575fef61-e025-4aa8-b446-bd44046147cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934815
Apr 23 10:38:06.554512 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dab84293-1caa-402d-bad1-1c8627655e9a req-32181147-9fec-4ed8-a30f-1256391319d4 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715865
Apr 23 10:38:06.730999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7248588f-f72b-426e-8ca5-4cc8204fec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:06.768506 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dab84293-1caa-402d-bad1-1c8627655e9a req-0edacbf1-b7a9-44ff-a4f8-14e53c4e61c6 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071722
Apr 23 10:38:06.907963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb128bf-0bf8-4651-a701-d14658a3f479 req-145245e6-1f52-41a9-942e-a6ce1f29e1dc tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:06.909692 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0eb128bf-0bf8-4651-a701-d14658a3f479 req-145245e6-1f52-41a9-942e-a6ce1f29e1dc tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 945 time: 0.0950658
Apr 23 10:38:07.185028 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0eb128bf-0bf8-4651-a701-d14658a3f479 req-0cc0412b-5f22-4f1d-94a2-5b61477fea61 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2678804
Apr 23 10:38:07.593975 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:07.779938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:38:07.818889 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:38:07.819286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device a3557a76-2e4d-4d4a-8f25-4a204e01ccd1 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:38:08.182202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:08.274779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-f325b287-ca89-4a74-a4ab-158c93e9ad49 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:08.275870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-f325b287-ca89-4a74-a4ab-158c93e9ad49 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Synchronizing usage tracker for tenant:cba975d0532e4eeabfe6a3a1c4c71e02 on resource:network {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:38:08.300671 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-f325b287-ca89-4a74-a4ab-158c93e9ad49 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Unset dirty status for tenant:cba975d0532e4eeabfe6a3a1c4c71e02 on resource:network {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:38:08.302040 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-f325b287-ca89-4a74-a4ab-158c93e9ad49 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/networks?id=de2109ce-66fc-4fd4-80ea-091a0ec18424 HTTP/1.1" status: 200  len: 809 time: 0.2262983
Apr 23 10:38:08.322226 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-7e638af0-0d11-48f3-8a00-b98c5cdaf7f7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:08.323420 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-7e638af0-0d11-48f3-8a00-b98c5cdaf7f7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Synchronizing usage tracker for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:38:08.340713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-7e638af0-0d11-48f3-8a00-b98c5cdaf7f7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Unset dirty status for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:38:08.342029 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-7e638af0-0d11-48f3-8a00-b98c5cdaf7f7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 945 time: 0.1288846
Apr 23 10:38:08.363862 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-1ec40846-45ed-4009-ae57-409aa26b9ece tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/quotas/cba975d0532e4eeabfe6a3a1c4c71e02 HTTP/1.1" status: 200  len: 375 time: 0.0543408
Apr 23 10:38:08.432843 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-604860eb-de0e-49b8-8c17-e725d6fa89ec tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cba975d0532e4eeabfe6a3a1c4c71e02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0615094
Apr 23 10:38:08.505736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Deleting port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:38:08.506297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:08.580014 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327459a-ff27-411b-ad8b-3ed87734b418 req-a3afe326-7b30-4904-88b7-a727d04f425c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:08.581937 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c327459a-ff27-411b-ad8b-3ed87734b418 req-a3afe326-7b30-4904-88b7-a727d04f425c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 945 time: 0.2588203
Apr 23 10:38:08.657278 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-f953b212-0725-453d-ab46-d964083565e0 service neutron] 10.222.0.75 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2162485
Apr 23 10:38:08.679121 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c327459a-ff27-411b-ad8b-3ed87734b418 req-316fd214-9b36-472d-adfa-17a4479f0fc3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901828
Apr 23 10:38:08.683284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] For port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:08.684045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:08.836029 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-705e79a9-f067-43a5-9571-529d85d7241c service neutron] 10.222.0.75 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556933
Apr 23 10:38:08.865302 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Calling delete_port for 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:38:08.919502 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:09.010759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:09.017230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-56379ca7-f1c1-4526-b513-e62d429a1654 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:09.049981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['0ae2a92b-a241-4009-b8cc-f59f92aed2a0', '27c845d3-8bef-4dcb-81e7-ed91e3198ca7'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:38:09.068518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Pushing event deleted for resources: {'Port': ['ID=27c845d3-8bef-4dcb-81e7-ed91e3198ca7,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:09.111539 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-59fca501-84c5-489b-96cb-1fd86a5c6fa5 req-13fec747-b2c0-4e3b-9aa1-94b87f4bb011 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 210 time: 0.1029761
Apr 23 10:38:09.123570 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:09.174358 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] No DVR routers for this DVR port 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:38:09.179060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:09.184192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06eac3c5-34fa-4e65-8289-d8649fa07786', 'name': 'network-vif-deleted', 'tag': '27c845d3-8bef-4dcb-81e7-ed91e3198ca7'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:09.210392 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6cd4b9d5-9e7d-4dbf-9a93-d4ae0997d287 req-f004cc24-aa48-47f2-93ad-5121294254e0 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "DELETE /v2.0/ports/27c845d3-8bef-4dcb-81e7-ed91e3198ca7 HTTP/1.1" status: 204  len: 173 time: 0.8616655
Apr 23 10:38:09.269782 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06eac3c5-34fa-4e65-8289-d8649fa07786', 'name': 'network-vif-deleted', 'tag': '27c845d3-8bef-4dcb-81e7-ed91e3198ca7', 'status': 'completed', 'code': 200}
Apr 23 10:38:09.868839 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-97defc93-72c0-4d16-95ae-1a98472ed290 req-080bf880-8ce4-452b-940b-abde2a363db7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=06eac3c5-34fa-4e65-8289-d8649fa07786 HTTP/1.1" status: 200  len: 210 time: 0.0573342
Apr 23 10:38:10.292225 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7dc81de0-640c-4de3-9c48-2df79e6270c0 req-725aac75-896a-49e1-b9af-1b7157aa4413 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 210 time: 0.0555708
Apr 23 10:38:10.625680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-a2f4930d-d270-43bd-b3f1-c849341dae8c tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:10.627316 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-a2f4930d-d270-43bd-b3f1-c849341dae8c tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.48 "GET /v2.0/networks?id=de2109ce-66fc-4fd4-80ea-091a0ec18424 HTTP/1.1" status: 200  len: 809 time: 0.1718190
Apr 23 10:38:10.647299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Request body: {'port': {'device_id': '92aa56fe-6ef2-4a1a-99b5-68696221477d', 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424', 'admin_state_up': True, 'tenant_id': 'cba975d0532e4eeabfe6a3a1c4c71e02'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:38:10.811830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:10.816066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Usage tracker for resource:port and tenant:cba975d0532e4eeabfe6a3a1c4c71e02 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:10.819103 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:10.825269 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:10.834769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Made reservation on behalf of cba975d0532e4eeabfe6a3a1c4c71e02 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:38:10.840778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:11.283712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Allocated IP 172.20.0.13 (de2109ce-66fc-4fd4-80ea-091a0ec18424/80ca49e0-e724-46d1-9e7b-28f46d9b4c16/544ecd54-d795-4e10-b943-bd0a9e8e673c) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:38:11.479639 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b1a1fd97-75b1-4cf5-acd2-8b58ece8ca8e req-d43ec780-eccd-414d-86f9-26bdea49e3e8 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 210 time: 0.0615783
Apr 23 10:38:11.549356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:11.579954 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:11.585764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dc0301f2-ddab-4ac2-a52c-2a5a3acb6fd7 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:11.666391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Network de2109ce-66fc-4fd4-80ea-091a0ec18424 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:38:11.669983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:38:11.674400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:38:11.713799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Pushing event updated for resources: {'Port': ['ID=544ecd54-d795-4e10-b943-bd0a9e8e673c,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:11.718280 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:11.749863 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:11.750572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:11.780337 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1377025
Apr 23 10:38:11.806821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Request body: {'port': {'device_id': '92aa56fe-6ef2-4a1a-99b5-68696221477d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:38:11.810880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:38:11.868767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:38:11.869200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 27c845d3-8bef-4dcb-81e7-ed91e3198ca7 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:38:11.941019 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:12.337184 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544ecd54-d795-4e10-b943-bd0a9e8e673c {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:38:12.347914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:12.367393 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Transition to ACTIVE for port object 544ecd54-d795-4e10-b943-bd0a9e8e673c will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:38:12.370826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:12.378315 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-58dec1c4-d4c2-4d17-87a0-8556dd15aa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:12.589585 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Pushing event updated for resources: {'Port': ['ID=544ecd54-d795-4e10-b943-bd0a9e8e673c,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:12.599408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:12.681086 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Attempting to bind port 544ecd54-d795-4e10-b943-bd0a9e8e673c on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:38:12.681458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Attempting to bind port 544ecd54-d795-4e10-b943-bd0a9e8e673c by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '4a8ef3af-fb6e-4043-afe1-b547a54c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:38:12.681835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Attempting to bind port 544ecd54-d795-4e10-b943-bd0a9e8e673c on network de2109ce-66fc-4fd4-80ea-091a0ec18424 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:38:12.691022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Port 544ecd54-d795-4e10-b943-bd0a9e8e673c on network de2109ce-66fc-4fd4-80ea-091a0ec18424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:38:12.691582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Attempting to bind port 544ecd54-d795-4e10-b943-bd0a9e8e673c on network de2109ce-66fc-4fd4-80ea-091a0ec18424 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:38:12.700404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:38:12.700825 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Checking segment: {'id': '4a8ef3af-fb6e-4043-afe1-b547a54c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:38:12.701295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Bound using segment: {'id': '4a8ef3af-fb6e-4043-afe1-b547a54c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:38:12.701817 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Bound port: 544ecd54-d795-4e10-b943-bd0a9e8e673c, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8ef3af-fb6e-4043-afe1-b547a54c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:38:12.702248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:12.788635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b46ab3-14f2-448d-841f-782dce158bb0 req-a736068d-930d-4060-9efc-2fc25b35848f tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:12.790219 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-56b46ab3-14f2-448d-841f-782dce158bb0 req-a736068d-930d-4060-9efc-2fc25b35848f tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 944 time: 0.1747532
Apr 23 10:38:12.799341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984d792-6aff-4a88-b6cf-897bb1d28ab5 req-2c3e8fd8-523c-497e-92c8-7651365c7a85 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:12.801776 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c984d792-6aff-4a88-b6cf-897bb1d28ab5 req-2c3e8fd8-523c-497e-92c8-7651365c7a85 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 946 time: 0.1877668
Apr 23 10:38:12.817712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] For port 544ecd54-d795-4e10-b943-bd0a9e8e673c, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:38:12.821191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] For port 544ecd54-d795-4e10-b943-bd0a9e8e673c, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=544ecd54-d795-4e10-b943-bd0a9e8e673c,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:38:12.825020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:12.832072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:12.888732 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-56b46ab3-14f2-448d-841f-782dce158bb0 req-26958e5b-e974-44fa-9a1f-c79cb362c20d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Synchronizing usage tracker for tenant:cba975d0532e4eeabfe6a3a1c4c71e02 on resource:security_group {{(pid=86337) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:38:12.895805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:12.896492 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:12.898039 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] 10.222.0.48 "PUT /v2.0/ports/544ecd54-d795-4e10-b943-bd0a9e8e673c HTTP/1.1" status: 200  len: 1094 time: 1.1030777
Apr 23 10:38:12.898421 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c984d792-6aff-4a88-b6cf-897bb1d28ab5 req-f8bfa986-422a-488e-a2dd-5d2033e1490c tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803843
Apr 23 10:38:12.898625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa56fe-6ef2-4a1a-99b5-68696221477d', 'tag': '544ecd54-d795-4e10-b943-bd0a9e8e673c'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:12.927958 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-56b46ab3-14f2-448d-841f-782dce158bb0 req-26958e5b-e974-44fa-9a1f-c79cb362c20d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Unset dirty status for tenant:cba975d0532e4eeabfe6a3a1c4c71e02 on resource:security_group {{(pid=86337) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:38:12.927958 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-56b46ab3-14f2-448d-841f-782dce158bb0 req-26958e5b-e974-44fa-9a1f-c79cb362c20d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215701
Apr 23 10:38:12.934818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Pushing event updated for resources: {'Port': ['ID=544ecd54-d795-4e10-b943-bd0a9e8e673c,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:12.939508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:12.999912 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa56fe-6ef2-4a1a-99b5-68696221477d', 'tag': '544ecd54-d795-4e10-b943-bd0a9e8e673c', 'status': 'completed', 'code': 200}
Apr 23 10:38:13.051531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-509e092d-3c89-460f-b986-e59a7bd5d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:13.053090 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-509e092d-3c89-460f-b986-e59a7bd5d175 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cba975d0532e4eeabfe6a3a1c4c71e02&device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 1097 time: 0.0920556
Apr 23 10:38:13.147197 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-cfefa0f2-9e98-4ba5-a90c-1a0dd9b82bdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544ecd54-d795-4e10-b943-bd0a9e8e673c HTTP/1.1" status: 200  len: 217 time: 0.0775266
Apr 23 10:38:13.233185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-53283f65-14a3-4ff8-b99f-bea7ef561b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:13.234760 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-53283f65-14a3-4ff8-b99f-bea7ef561b97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80ca49e0-e724-46d1-9e7b-28f46d9b4c16 HTTP/1.1" status: 200  len: 849 time: 0.0735373
Apr 23 10:38:13.291779 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-c701ccab-eea6-454f-9afe-01a175df33d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de2109ce-66fc-4fd4-80ea-091a0ec18424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489216
Apr 23 10:38:13.461650 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-9a67b0a4-db42-471e-ae1d-1f1e43292698 service neutron] 10.222.0.48 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626778
Apr 23 10:38:13.613385 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-23d83ffc-95cc-46cb-81a1-7513be5a71ac req-a4407903-8d87-413a-b5b3-7cd900ebedc5 service neutron] 10.222.0.48 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442845
Apr 23 10:38:13.795309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-9364c5f2-7bee-452d-96e0-8c4c99b349b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:13.796839 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-9364c5f2-7bee-452d-96e0-8c4c99b349b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cba975d0532e4eeabfe6a3a1c4c71e02&device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 1097 time: 0.0882695
Apr 23 10:38:13.980536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-cf08930e-f35e-4935-b5a6-9777a6255004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:13.982188 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-cf08930e-f35e-4935-b5a6-9777a6255004 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de2109ce-66fc-4fd4-80ea-091a0ec18424 HTTP/1.1" status: 200  len: 910 time: 0.1783216
Apr 23 10:38:14.071717 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-0c7aae82-8d8a-4076-8d29-212989ad2c93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544ecd54-d795-4e10-b943-bd0a9e8e673c HTTP/1.1" status: 200  len: 217 time: 0.0793824
Apr 23 10:38:14.154385 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-fa59d7ca-11bd-4335-833f-cc9f4b4cb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:14.156132 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-fa59d7ca-11bd-4335-833f-cc9f4b4cb5b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80ca49e0-e724-46d1-9e7b-28f46d9b4c16 HTTP/1.1" status: 200  len: 849 time: 0.0778415
Apr 23 10:38:14.219482 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-b8e29f0e-49c7-46f6-bdab-a77bd28246f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de2109ce-66fc-4fd4-80ea-091a0ec18424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507164
Apr 23 10:38:14.254773 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b24d9-5c7a-49fc-8f85-fe8d07c89015 req-56304744-3157-45c5-87a1-409fe1160edf tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:14.256863 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-391b24d9-5c7a-49fc-8f85-fe8d07c89015 req-56304744-3157-45c5-87a1-409fe1160edf tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 944 time: 0.1446137
Apr 23 10:38:14.269784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e969c-63e3-4ab0-bd92-66fdeb4639e6 req-03714e0f-462b-4712-8943-d5e7548d43de tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:14.272110 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-138e969c-63e3-4ab0-bd92-66fdeb4639e6 req-03714e0f-462b-4712-8943-d5e7548d43de tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 946 time: 0.2041569
Apr 23 10:38:14.380851 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-391b24d9-5c7a-49fc-8f85-fe8d07c89015 req-a3a04341-ed80-4a8d-bef2-d64c099f697c tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073902
Apr 23 10:38:14.390967 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-138e969c-63e3-4ab0-bd92-66fdeb4639e6 req-16eddcc1-11b7-4593-a784-3ff7e3045fd3 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/security-groups?id=328a26f6-00eb-4e15-9d65-5dacecd84951&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962744
Apr 23 10:38:14.430950 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-39d25c78-5754-4996-9996-79101616cefc service neutron] 10.222.0.48 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027278
Apr 23 10:38:14.560591 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-cc3d0260-d623-4147-9d28-ae402807e807 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:14.561410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-cc3d0260-d623-4147-9d28-ae402807e807 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Synchronizing usage tracker for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:38:14.611683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-cc3d0260-d623-4147-9d28-ae402807e807 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Unset dirty status for tenant:d1969fc7f10e4326b3f8331f7a317ab8 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:38:14.613028 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-cc3d0260-d623-4147-9d28-ae402807e807 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 946 time: 0.2573938
Apr 23 10:38:14.666087 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-70a87855-c3de-4697-959a-dbe7a85ee629 req-b4d1c52a-3070-44e3-abb7-db006477ead7 service neutron] 10.222.0.48 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235260
Apr 23 10:38:14.777642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Deleting port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:38:14.778029 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:14.951020 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] For port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,segment=NetworkSegment(41fdc5da-4b25-442b-be1b-44e2e4d946a6),segment_id=41fdc5da-4b25-442b-be1b-44e2e4d946a6)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:14.951307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:15.096185 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Calling delete_port for 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:38:15.214575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:15.220267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b237cc57-88fb-4ea3-bcb7-a17ad96ed385 tempest-TestShelveInstance-1961957909 tempest-TestShelveInstance-1961957909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:15.249257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['0ae2a92b-a241-4009-b8cc-f59f92aed2a0'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:38:15.271072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Pushing event deleted for resources: {'Port': ['ID=0ae2a92b-a241-4009-b8cc-f59f92aed2a0,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:15.274534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:15.355252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] No DVR routers for this DVR port 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:38:15.357838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:15.360831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef', 'name': 'network-vif-deleted', 'tag': '0ae2a92b-a241-4009-b8cc-f59f92aed2a0'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:15.376371 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-eafdfd10-9177-4fff-b6da-806c6bc17b7b req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.48 "DELETE /v2.0/ports/0ae2a92b-a241-4009-b8cc-f59f92aed2a0 HTTP/1.1" status: 204  len: 173 time: 0.7567630
Apr 23 10:38:15.416555 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef', 'name': 'network-vif-deleted', 'tag': '0ae2a92b-a241-4009-b8cc-f59f92aed2a0', 'status': 'completed', 'code': 200}
Apr 23 10:38:15.606701 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e5030ca3-a3cc-4d15-bab2-7062878fd154 req-dbbd5260-1866-407a-925c-1958e81bde63 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b6a8827-c5d0-4e08-9c9f-9c9b25b43bef HTTP/1.1" status: 200  len: 210 time: 0.0650365
Apr 23 10:38:15.648424 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250d1d5-dd5d-4ab2-b07b-4b911366f792 req-eac858fc-cd7e-4894-870d-48040b4d8211 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:15.650395 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8250d1d5-dd5d-4ab2-b07b-4b911366f792 req-eac858fc-cd7e-4894-870d-48040b4d8211 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 944 time: 0.1503251
Apr 23 10:38:15.733478 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8250d1d5-dd5d-4ab2-b07b-4b911366f792 req-d2eb2c5a-825c-41d0-a4e5-edb76637f29a tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727315
Apr 23 10:38:15.835328 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 544ecd54-d795-4e10-b943-bd0a9e8e673c details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:38:15.999499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 544ecd54-d795-4e10-b943-bd0a9e8e673c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=544ecd54-d795-4e10-b943-bd0a9e8e673c,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:16.024046 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '544ecd54-d795-4e10-b943-bd0a9e8e673c', 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424', 'port_id': '544ecd54-d795-4e10-b943-bd0a9e8e673c', 'mac_address': 'fa:16:3e:a5:e4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ca49e0-e724-46d1-9e7b-28f46d9b4c16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:38:16.095850 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:16.115767 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544ecd54-d795-4e10-b943-bd0a9e8e673c {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:38:16.133860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 544ecd54-d795-4e10-b943-bd0a9e8e673c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=544ecd54-d795-4e10-b943-bd0a9e8e673c,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:16.138608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:16.140533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:16.219264 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=544ecd54-d795-4e10-b943-bd0a9e8e673c,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:16.227745 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.228127 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.228508 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.228885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.229287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.229657 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.230026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.230483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.230736 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.231107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.231572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.231940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:16.236080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:16.460114 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['544ecd54-d795-4e10-b943-bd0a9e8e673c'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:38:16.732316 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50670) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:16.813572 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Deleting subnet cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de {{(pid=86337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:38:16.817310 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:16.934259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848247158'] for subnet, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:17.017967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:17.060053 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cd8fb-32d7-406f-a58f-8ce804c19a2e req-716c35c7-93d0-496b-9219-bd9eb8e997aa tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:17.061722 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-006cd8fb-32d7-406f-a58f-8ce804c19a2e req-716c35c7-93d0-496b-9219-bd9eb8e997aa tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 945 time: 0.2014101
Apr 23 10:38:17.198353 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-006cd8fb-32d7-406f-a58f-8ce804c19a2e req-4a132e9d-f245-4a70-ba11-e4b12b839b0b tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243169
Apr 23 10:38:17.349347 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5541596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849038594'] for subnet, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:17.354811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e9317256-9b3b-40ad-bd54-53788ebbe7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:17.393974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:17.398106 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:17.407207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.407628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.408042 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.408445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.408845 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.409290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.410194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.410590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.410986 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.411382 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.411772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.412162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:17.416230 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cd1839b7-c7a4-47ca-97ee-cafe2cb3d5de HTTP/1.1" status: 204  len: 168 time: 0.6822538
Apr 23 10:38:17.417454 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:17.419713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50676) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:17.541642 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:17.698360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:17.838735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4baac70518>,) {'filters': {'network_id': ['b51674aa-8880-4133-a68c-13ec1ed40b6c']}} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:38:17.856618 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baac70518>, '41fdc5da-4b25-442b-be1b-44e2e4d946a6') {'for_net_delete': True} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:38:17.857055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baac70518>, '41fdc5da-4b25-442b-be1b-44e2e4d946a6') {} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:38:17.878925 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6528642'] for segment, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:17.905408 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:17.915474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=86337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:38:18.134402 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Network b51674aa-8880-4133-a68c-13ec1ed40b6c has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:38:18.148263 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849234049'] for segment, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:18.377587 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Network b51674aa-8880-4133-a68c-13ec1ed40b6c has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:38:18.411426 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:38:18.762641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:18.775138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:18.805776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:18.817911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Pushing event deleted for resources: {'Network': ['ID=b51674aa-8880-4133-a68c-13ec1ed40b6c,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:18.823926 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:18.832427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d99de-dcd7-4491-a82e-83255ca1695b req-0783d17d-ae10-4a14-95f0-95313954dea5 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:18.834168 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244d99de-dcd7-4491-a82e-83255ca1695b req-0783d17d-ae10-4a14-95f0-95313954dea5 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 945 time: 0.5078146
Apr 23 10:38:18.836080 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] 10.222.0.75 "DELETE /v2.0/networks/b51674aa-8880-4133-a68c-13ec1ed40b6c HTTP/1.1" status: 204  len: 168 time: 1.4153619
Apr 23 10:38:18.890286 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-244d99de-dcd7-4491-a82e-83255ca1695b req-b499eee2-8988-4753-9962-abaee3d515b5 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450695
Apr 23 10:38:18.965150 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50688) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:19.016963 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-083528bc-e852-4cb8-b2a6-2088b56c3313 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1969fc7f10e4326b3f8331f7a317ab8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504708
Apr 23 10:38:19.020072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50692) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:19.087893 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4745ad03-f7af-4572-b4c4-ff97d4f67b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:19.116765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4745ad03-f7af-4572-b4c4-ff97d4f67b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:19.161241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4745ad03-f7af-4572-b4c4-ff97d4f67b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:19.166285 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:19.183930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745ad03-f7af-4572-b4c4-ff97d4f67b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a26f6-00eb-4e15-9d65-5dacecd84951,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:19.189374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4745ad03-f7af-4572-b4c4-ff97d4f67b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:19.191918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4745ad03-f7af-4572-b4c4-ff97d4f67b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:19.193211 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4745ad03-f7af-4572-b4c4-ff97d4f67b25 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/328a26f6-00eb-4e15-9d65-5dacecd84951 HTTP/1.1" status: 204  len: 168 time: 0.1721296
Apr 23 10:38:19.454545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:38:19.492944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:38:19.493670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 0ae2a92b-a241-4009-b8cc-f59f92aed2a0 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:38:19.870734 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 544ecd54-d795-4e10-b943-bd0a9e8e673c up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:38:19.946164 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 544ecd54-d795-4e10-b943-bd0a9e8e673c completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:38:19.951854 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 544ecd54-d795-4e10-b943-bd0a9e8e673c triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:38:19.952485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:20.083505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:20.114779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa56fe-6ef2-4a1a-99b5-68696221477d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ecd54-d795-4e10-b943-bd0a9e8e673c'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:20.122175 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351244ac-a3df-4583-b775-57c9af2b5853 req-d1944f0b-f715-4338-9bea-6739c1b5f7d5 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:20.124676 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-351244ac-a3df-4583-b775-57c9af2b5853 req-d1944f0b-f715-4338-9bea-6739c1b5f7d5 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 945 time: 0.1023157
Apr 23 10:38:20.130414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 544ecd54-d795-4e10-b943-bd0a9e8e673c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=544ecd54-d795-4e10-b943-bd0a9e8e673c,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:20.134679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:20.136689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-61f8f1d1-4645-47d1-8d22-c9769130e0b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:20.174896 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa56fe-6ef2-4a1a-99b5-68696221477d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ecd54-d795-4e10-b943-bd0a9e8e673c', 'code': 200}
Apr 23 10:38:20.190739 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-351244ac-a3df-4583-b775-57c9af2b5853 req-d8df8d84-7515-47ee-bc81-f3b3c6a68f7c tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520451
Apr 23 10:38:20.223882 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=544ecd54-d795-4e10-b943-bd0a9e8e673c,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:20.227337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:20.441818 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e21e46-26a5-4648-b791-12ed154a7056 req-38a90cbb-3dab-44c1-9dae-ede792fcbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:20.443743 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92e21e46-26a5-4648-b791-12ed154a7056 req-38a90cbb-3dab-44c1-9dae-ede792fcbb0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 1099 time: 0.0801356
Apr 23 10:38:20.490882 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-92e21e46-26a5-4648-b791-12ed154a7056 req-2c296bc4-f52f-439a-9cc8-7f34368c7e32 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404692
Apr 23 10:38:21.095840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50750) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:21.244304 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:21.261903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:21.266596 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] Usage tracker for resource:security_group_rule and tenant:616223a90c824fd5b38bbe89077b3086 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:21.270440 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:21.276592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:21.371260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:21.374864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:21.384225 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-82c89e50-62a9-44d9-ab07-4a683755c343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:21.429437 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=616223a90c824fd5b38bbe89077b3086&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3322861
Apr 23 10:38:21.432909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50762) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:21.434832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68f8572-7bba-428e-9b48-abae5e6f64d0,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:21.438991 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0ea55434-ac35-4f7d-b8aa-1b5fcce1087d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:21.480744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0d051-bc19-492f-be55-1e5cc4971a3e req-d5b1c2b2-6a93-436e-971b-7efe8ebabb4b tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:21.482817 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5a0d051-bc19-492f-be55-1e5cc4971a3e req-d5b1c2b2-6a93-436e-971b-7efe8ebabb4b tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 946 time: 0.1370542
Apr 23 10:38:21.554973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9acc-7073-407c-9e3c-07f0d5b504bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:21.575320 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5a0d051-bc19-492f-be55-1e5cc4971a3e req-75b4a81d-d68e-47d8-901e-42569df64644 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814509
Apr 23 10:38:21.595653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9acc-7073-407c-9e3c-07f0d5b504bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:21.643644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9acc-7073-407c-9e3c-07f0d5b504bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:21.649597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3f2217a4-f3bf-4988-b680-88e586f4b622 tempest-TestMinimumBasicScenario-1904201790 tempest-TestMinimumBasicScenario-1904201790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:21.661228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb9acc-7073-407c-9e3c-07f0d5b504bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68f8572-7bba-428e-9b48-abae5e6f64d0,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:21.666447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4fbb9acc-7073-407c-9e3c-07f0d5b504bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:21.668583 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9acc-7073-407c-9e3c-07f0d5b504bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:21.672970 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4fbb9acc-7073-407c-9e3c-07f0d5b504bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f68f8572-7bba-428e-9b48-abae5e6f64d0 HTTP/1.1" status: 204  len: 168 time: 0.2389622
Apr 23 10:38:21.967257 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50770) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:21.986293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:22.006139 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:22.010204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] Usage tracker for resource:security_group_rule and tenant:a0609686357a4324b6829dd45108fbc8 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:22.013147 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:22.019742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:22.105295 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:22.108007 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:22.117950 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8afc5fe0-9788-444b-8fe4-f0318d7ae90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:22.159640 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a0609686357a4324b6829dd45108fbc8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1911728
Apr 23 10:38:22.161363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf26d0-e2c8-48dc-bd99-3eb852356810,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:22.162713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50774) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:22.164696 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f208e9b9-fe43-42d1-b7cb-aa84303f7c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:22.226843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb619666-9cec-4b6e-8645-6e8144fc69b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:22.254731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb619666-9cec-4b6e-8645-6e8144fc69b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:22.298283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb619666-9cec-4b6e-8645-6e8144fc69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:22.302729 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d68fbe83-799b-4e5a-a569-0849300f0f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:22.320673 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb619666-9cec-4b6e-8645-6e8144fc69b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf26d0-e2c8-48dc-bd99-3eb852356810,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:22.327276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cb619666-9cec-4b6e-8645-6e8144fc69b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:22.331676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cb619666-9cec-4b6e-8645-6e8144fc69b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:22.332857 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cb619666-9cec-4b6e-8645-6e8144fc69b1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/69bf26d0-e2c8-48dc-bd99-3eb852356810 HTTP/1.1" status: 204  len: 168 time: 0.1690888
Apr 23 10:38:22.786163 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1cd45-c4f0-46ab-99ca-9b2a68a1cad5 req-84bc728e-698f-45de-b5dd-63753360dd9e tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:22.787811 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-81b1cd45-c4f0-46ab-99ca-9b2a68a1cad5 req-84bc728e-698f-45de-b5dd-63753360dd9e tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 946 time: 0.0920639
Apr 23 10:38:22.840899 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-81b1cd45-c4f0-46ab-99ca-9b2a68a1cad5 req-89422461-ccaa-43f8-ae2b-fdccc1a1ed0a tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465982
Apr 23 10:38:24.705135 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50860) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:24.833362 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:24.849939 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:24.854054 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] Usage tracker for resource:security_group_rule and tenant:99be2b3f4f1643feb2b6d9cc49eb3299 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:24.857023 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:24.863738 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:24.953549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:24.957522 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:24.967205 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-42701863-a48b-47b1-8fc7-6d0587c35983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:25.014697 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99be2b3f4f1643feb2b6d9cc49eb3299&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3046138
Apr 23 10:38:25.014697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ff4787-ed39-412f-900e-70bf1f729c98,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:25.014940 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50868) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:25.015116 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-077ed20c-937f-4870-a5b0-c1d8adbf194d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:25.082397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4e9b031c-f57d-4501-9e53-8e3679a84cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.111952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4e9b031c-f57d-4501-9e53-8e3679a84cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.158215 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4e9b031c-f57d-4501-9e53-8e3679a84cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.166397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8b0adb4e-8fa9-4bae-902a-658ad6cf09fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:25.181419 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b031c-f57d-4501-9e53-8e3679a84cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ff4787-ed39-412f-900e-70bf1f729c98,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:25.186196 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4e9b031c-f57d-4501-9e53-8e3679a84cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:25.188397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4e9b031c-f57d-4501-9e53-8e3679a84cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.192750 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4e9b031c-f57d-4501-9e53-8e3679a84cd8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02ff4787-ed39-412f-900e-70bf1f729c98 HTTP/1.1" status: 204  len: 168 time: 0.1740942
Apr 23 10:38:25.419628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4121df-db65-4e56-b022-a6b08215cc10 req-f0d04662-1f2c-405c-a61e-e1afa08a29f0 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:25.421250 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-de4121df-db65-4e56-b022-a6b08215cc10 req-f0d04662-1f2c-405c-a61e-e1afa08a29f0 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 946 time: 0.0954130
Apr 23 10:38:25.471760 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-de4121df-db65-4e56-b022-a6b08215cc10 req-bf0ecfde-91e5-4bd1-89bb-a0312ed3520a tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437396
Apr 23 10:38:25.493104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 50880) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:25.512500 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.528088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:25.532097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] Usage tracker for resource:security_group_rule and tenant:1ea8c680dcb44e229b66470c4148179f is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:25.535079 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:25.541435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:25.629876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.632634 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.646636 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b0bf94e8-9af7-4442-bd5f-0266c71678e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:25.693740 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ea8c680dcb44e229b66470c4148179f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1982369
Apr 23 10:38:25.695029 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b19ef-8ea9-4090-9cef-7157c8a6fb2a,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:25.695874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50886) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:25.698635 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9c836ed4-bf68-4974-97aa-6434efa7af3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:25.764240 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb68d07b-d29d-451f-92b6-3e2d720e5d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.792168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb68d07b-d29d-451f-92b6-3e2d720e5d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.837972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb68d07b-d29d-451f-92b6-3e2d720e5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.843115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7cab18ac-3df5-4e23-a76e-b68bebfedd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:25.854458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68d07b-d29d-451f-92b6-3e2d720e5d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b19ef-8ea9-4090-9cef-7157c8a6fb2a,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:25.858361 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb68d07b-d29d-451f-92b6-3e2d720e5d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:25.861738 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fb68d07b-d29d-451f-92b6-3e2d720e5d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:25.881077 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-fb68d07b-d29d-451f-92b6-3e2d720e5d4c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e55b19ef-8ea9-4090-9cef-7157c8a6fb2a HTTP/1.1" status: 204  len: 168 time: 0.1690280
Apr 23 10:38:26.180780 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-2314ef22-2727-4dec-a4a3-e7b2194124e1 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849086853&fields=id&tenant_id=15f6aaa4269248d28b1549456a94b818 HTTP/1.1" status: 200  len: 267 time: 0.0513136
Apr 23 10:38:26.352232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-7b405513-807d-45b3-8229-1c49111f7f27 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:26.353882 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-7b405513-807d-45b3-8229-1c49111f7f27 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 812 time: 0.1651063
Apr 23 10:38:26.371211 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-42c73358-0c65-42fa-96df-f2e054beca07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/quotas/15f6aaa4269248d28b1549456a94b818 HTTP/1.1" status: 200  len: 375 time: 0.0111210
Apr 23 10:38:26.471826 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-b28c01bb-49e1-4d63-8cfb-04a4f0b19bd4 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0941777
Apr 23 10:38:26.701030 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-3005de8a-70a2-4f47-8b51-4c7752178d43 service neutron] 10.222.0.75 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147491
Apr 23 10:38:26.830204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-7ae8abad-8b24-483e-8063-57199ce0bb74 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:26.832785 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-7ae8abad-8b24-483e-8063-57199ce0bb74 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Synchronizing usage tracker for tenant:cba975d0532e4eeabfe6a3a1c4c71e02 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:38:26.863936 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-7ae8abad-8b24-483e-8063-57199ce0bb74 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Unset dirty status for tenant:cba975d0532e4eeabfe6a3a1c4c71e02 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:38:26.866604 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-7ae8abad-8b24-483e-8063-57199ce0bb74 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.48 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 946 time: 0.1601274
Apr 23 10:38:26.871864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b700f56-d677-4eeb-a1d4-3604e9b54c83 req-3ca5f180-dddc-4638-8d6c-1ea8a1bd32c4 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:26.873622 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0b700f56-d677-4eeb-a1d4-3604e9b54c83 req-3ca5f180-dddc-4638-8d6c-1ea8a1bd32c4 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 946 time: 0.2649019
Apr 23 10:38:26.980196 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-919da70d-11e5-41d2-950b-33ed55fefdad service neutron] 10.222.0.75 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2718196
Apr 23 10:38:26.992757 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0b700f56-d677-4eeb-a1d4-3604e9b54c83 req-1c403f91-009c-4d26-a412-7c3d1fffd404 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013515
Apr 23 10:38:27.356163 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Deleting port 544ecd54-d795-4e10-b943-bd0a9e8e673c {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:38:27.356501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:27.447026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50934) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:27.525832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] For port 544ecd54-d795-4e10-b943-bd0a9e8e673c, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=544ecd54-d795-4e10-b943-bd0a9e8e673c,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:27.526232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:27.663347 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c97572ba-4a02-4570-9349-e2faedcf2495 req-a4bc8211-1089-4bbe-bd22-f6b0cf54fe9a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 210 time: 0.0782633
Apr 23 10:38:27.666897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:27.691712 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:27.692821 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Calling delete_port for 544ecd54-d795-4e10-b943-bd0a9e8e673c owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:38:27.698120 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] Usage tracker for resource:security_group_rule and tenant:fd9a182c1d07484ca1c21a188a0b22c6 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:27.701620 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:27.726684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:27.842367 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:27.850253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:27.878704 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['544ecd54-d795-4e10-b943-bd0a9e8e673c'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:38:27.905482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:27.907894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Pushing event deleted for resources: {'Port': ['ID=544ecd54-d795-4e10-b943-bd0a9e8e673c,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:27.911170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:27.916679 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:27.931666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2951dc4-7c94-4ca2-8716-e0c2cb1ada09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:27.980022 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fd9a182c1d07484ca1c21a188a0b22c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5317764
Apr 23 10:38:27.981116 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1275ce5-2dd9-4ed2-a52d-b8bb94d0b5a6,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:27.985788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ce960b75-3d09-43ff-becd-68eeaa36edfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:27.986370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 50950) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:28.014123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] No DVR routers for this DVR port 544ecd54-d795-4e10-b943-bd0a9e8e673c on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:38:28.016686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:28.024161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa56fe-6ef2-4a1a-99b5-68696221477d', 'name': 'network-vif-deleted', 'tag': '544ecd54-d795-4e10-b943-bd0a9e8e673c'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:28.048753 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-425517b5-bb9c-4d53-8f22-22381de200c5 req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.48 "DELETE /v2.0/ports/544ecd54-d795-4e10-b943-bd0a9e8e673c HTTP/1.1" status: 204  len: 173 time: 1.1764574
Apr 23 10:38:28.057804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0be177e0-9cf5-40cc-955c-e84c4507ac83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:28.089154 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0be177e0-9cf5-40cc-955c-e84c4507ac83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:28.115505 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa56fe-6ef2-4a1a-99b5-68696221477d', 'name': 'network-vif-deleted', 'tag': '544ecd54-d795-4e10-b943-bd0a9e8e673c', 'status': 'completed', 'code': 200}
Apr 23 10:38:28.194323 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-24e6fb63-f931-476c-820c-89ca9b944665 req-a0321bbb-a4ea-4117-86be-fd8b5a92f0f1 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 210 time: 0.0554159
Apr 23 10:38:28.203259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0be177e0-9cf5-40cc-955c-e84c4507ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:28.211663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4745ad03-f7af-4572-b4c4-ff97d4f67b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:28.226206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be177e0-9cf5-40cc-955c-e84c4507ac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1275ce5-2dd9-4ed2-a52d-b8bb94d0b5a6,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:28.228819 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0be177e0-9cf5-40cc-955c-e84c4507ac83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:28.232645 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-0be177e0-9cf5-40cc-955c-e84c4507ac83 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e1275ce5-2dd9-4ed2-a52d-b8bb94d0b5a6 HTTP/1.1" status: 204  len: 168 time: 0.2426734
Apr 23 10:38:28.232645 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0be177e0-9cf5-40cc-955c-e84c4507ac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:28.899183 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5bb8441c-4292-4bed-9cbf-7e19aabc9fee req-06a82b96-d700-4f6b-9ff9-970b3616b458 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 210 time: 0.0790656
Apr 23 10:38:29.022735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-4fb0cf65-81d2-4003-b3c3-5a2d9cd830dc tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:29.024778 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-4fb0cf65-81d2-4003-b3c3-5a2d9cd830dc tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 812 time: 0.2175374
Apr 23 10:38:29.108203 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-fb71c85c-cc1b-4a1c-bd24-c84bc605a83a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f6aaa4269248d28b1549456a94b818 HTTP/1.1" status: 200  len: 380 time: 0.0506570
Apr 23 10:38:29.123831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'port': {'device_id': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'admin_state_up': True, 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'security_groups': ['1c1533dd-9f03-49c8-a727-e114cd865a89']}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:38:29.324299 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:29.328772 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:port and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:29.332602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:29.339137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:29.348491 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Made reservation on behalf of 15f6aaa4269248d28b1549456a94b818 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:38:29.355861 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:29.406362 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cc7ab92a-cda2-423b-91b5-bae13a40bace req-0cf833df-4be3-44c6-b0e2-0619b0f842cc tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=92aa56fe-6ef2-4a1a-99b5-68696221477d HTTP/1.1" status: 200  len: 210 time: 0.0508165
Apr 23 10:38:29.556868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Allocated IP 172.20.0.5 (d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac/0f238f66-569e-415c-9690-2b06b78fb85f/4449fa7a-3338-4781-ae00-1ff9c53d5390) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:38:29.849239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:29.868482 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Transition to ACTIVE for port object 4449fa7a-3338-4781-ae00-1ff9c53d5390 will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:38:29.894141 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:29.901187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-142e4144-2b5e-414c-bb02-00bd5c1f35e8 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:29.948072 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 544ecd54-d795-4e10-b943-bd0a9e8e673c no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:38:29.979581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'Port': ['ID=4449fa7a-3338-4781-ae00-1ff9c53d5390,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:29.982647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:29.991560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 544ecd54-d795-4e10-b943-bd0a9e8e673c {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:38:29.992196 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 544ecd54-d795-4e10-b943-bd0a9e8e673c not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:38:29.996075 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:38:29.999695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:38:30.002341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:38:30.074809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:30.075727 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:30.103056 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9880898
Apr 23 10:38:30.123293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Request body: {'port': {'device_id': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:38:30.134038 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079720ec-eb2a-4ad6-b346-0626aa9a352f req-5c15f781-c10e-435d-8b8b-d282365a3ed3 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:30.135835 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-079720ec-eb2a-4ad6-b346-0626aa9a352f req-5c15f781-c10e-435d-8b8b-d282365a3ed3 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 931 time: 0.0953569
Apr 23 10:38:30.187206 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-079720ec-eb2a-4ad6-b346-0626aa9a352f req-2ce11c02-9605-4877-9983-5319cd18a877 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445173
Apr 23 10:38:30.237243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-bfefaffa-a183-4b14-946d-f05406ec0847 None None] Provisioning for port 4449fa7a-3338-4781-ae00-1ff9c53d5390 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:38:30.242277 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-bfefaffa-a183-4b14-946d-f05406ec0847 None None] Provisioning complete for port 4449fa7a-3338-4781-ae00-1ff9c53d5390 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:38:30.242697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bfefaffa-a183-4b14-946d-f05406ec0847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:30.302230 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-bfefaffa-a183-4b14-946d-f05406ec0847 None None] Port 4449fa7a-3338-4781-ae00-1ff9c53d5390 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:38:30.315119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:30.626140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:38:30.699816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4449fa7a-3338-4781-ae00-1ff9c53d5390 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:38:30.708576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:30.724373 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Transition to ACTIVE for port object 4449fa7a-3338-4781-ae00-1ff9c53d5390 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:38:30.727879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:30.733241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-eb690cf5-7c48-4f47-a846-d754274d5e01 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:30.810513 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4449fa7a-3338-4781-ae00-1ff9c53d5390,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:30.862748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:30.885034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65504-9f51-4612-9227-add4393c3f38 req-36362243-6e25-4190-8993-efa2d005dadb tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:30.887105 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-36362243-6e25-4190-8993-efa2d005dadb tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/networks?id=de2109ce-66fc-4fd4-80ea-091a0ec18424 HTTP/1.1" status: 200  len: 809 time: 0.1791484
Apr 23 10:38:30.915869 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-d43a56a3-17ac-49c2-8bc1-aeaa047b772a tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/quotas/cba975d0532e4eeabfe6a3a1c4c71e02 HTTP/1.1" status: 200  len: 375 time: 0.0177298
Apr 23 10:38:30.982401 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-dd17f103-abb9-4ff3-9d60-62354694ed0e tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cba975d0532e4eeabfe6a3a1c4c71e02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0600803
Apr 23 10:38:31.001640 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Attempting to bind port 4449fa7a-3338-4781-ae00-1ff9c53d5390 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:38:31.002085 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Attempting to bind port 4449fa7a-3338-4781-ae00-1ff9c53d5390 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:38:31.002561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Attempting to bind port 4449fa7a-3338-4781-ae00-1ff9c53d5390 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:38:31.009292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Port 4449fa7a-3338-4781-ae00-1ff9c53d5390 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:38:31.009744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Attempting to bind port 4449fa7a-3338-4781-ae00-1ff9c53d5390 on network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:38:31.015676 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:38:31.016162 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Checking segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:38:31.016655 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Bound using segment: {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:38:31.017256 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Bound port: 4449fa7a-3338-4781-ae00-1ff9c53d5390, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bbc62a-887b-4785-8520-8c145a74e791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:38:31.017686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:31.136759 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] For port 4449fa7a-3338-4781-ae00-1ff9c53d5390, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:38:31.141460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] For port 4449fa7a-3338-4781-ae00-1ff9c53d5390, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=4449fa7a-3338-4781-ae00-1ff9c53d5390,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:38:31.145988 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:31.147990 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-3e5e9ebb-5c5b-49f0-8711-8bfee13e757d service neutron] 10.222.0.75 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643271
Apr 23 10:38:31.150879 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9e0965a1-f7a3-419b-98c4-b3bbdffdb1b2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:31.213943 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:31.214622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:31.216135 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] 10.222.0.48 "PUT /v2.0/ports/4449fa7a-3338-4781-ae00-1ff9c53d5390 HTTP/1.1" status: 200  len: 1093 time: 1.0979421
Apr 23 10:38:31.216753 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:31.243930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4449fa7a-3338-4781-ae00-1ff9c53d5390,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:31.247643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-ad2343e5-de7d-474a-9a0d-e7b4d4a4afa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:31.322305 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-0cdb0d9c-1095-4cba-b546-c6355656f2c5 service neutron] 10.222.0.75 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659424
Apr 23 10:38:31.365541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-a05ee976-e54a-4c6d-8839-8635a42cb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:31.367768 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-a05ee976-e54a-4c6d-8839-8635a42cb3da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 1096 time: 0.0925279
Apr 23 10:38:31.429690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab3858-71b9-45ec-93da-122aedecedde req-1fbcf506-554f-4257-ad5f-485b98e2584b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:31.431337 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bab3858-71b9-45ec-93da-122aedecedde req-1fbcf506-554f-4257-ad5f-485b98e2584b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.1076789
Apr 23 10:38:31.468854 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-b5103e83-4833-4fac-b9b9-da21317c52e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4449fa7a-3338-4781-ae00-1ff9c53d5390 HTTP/1.1" status: 200  len: 217 time: 0.0836117
Apr 23 10:38:31.492121 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-9bab3858-71b9-45ec-93da-122aedecedde req-d3600740-9352-4b77-abde-cf47c112258f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475237
Apr 23 10:38:31.519430 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'status': 'completed', 'code': 200}
Apr 23 10:38:31.553294 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-4693ca3d-227f-4cb1-b3b8-c9dbb941c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:31.554872 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-4693ca3d-227f-4cb1-b3b8-c9dbb941c38b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.0789168
Apr 23 10:38:31.582373 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-dcb1c748-5721-474e-aacb-1f2de2f9128a req-d055b18a-9501-42b0-87bc-bd8fcdab7577 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 210 time: 0.0513723
Apr 23 10:38:32.599369 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-e7875977-cec4-46a9-8af9-9b77ae473d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:32.601279 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-e7875977-cec4-46a9-8af9-9b77ae473d2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843048
Apr 23 10:38:32.653446 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:32.759907 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7c453100-a081-46ff-a23d-310ef8f01b4f req-0d20effd-d8e4-453a-80c5-a8bd99857e8e tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 210 time: 0.0614169
Apr 23 10:38:32.779047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c677e-62b5-4880-a4eb-13ae68ff98a0 req-bb3e3c1e-28ef-41f4-b57f-a7c878afcad6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:32.780709 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-060c677e-62b5-4880-a4eb-13ae68ff98a0 req-bb3e3c1e-28ef-41f4-b57f-a7c878afcad6 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.1629581
Apr 23 10:38:32.834041 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-060c677e-62b5-4880-a4eb-13ae68ff98a0 req-1c408af2-d54b-48db-8798-5fe09d25a709 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460927
Apr 23 10:38:33.937029 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f2353071-16b6-4c90-b6fe-786be7bc9aef req-7c133a7e-1607-4ed9-8681-e5f55bd57d3d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 210 time: 0.0501957
Apr 23 10:38:34.040556 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9b539-00b9-4d1e-ad82-01b2aadc1e62 req-29d1b622-21db-4ab0-ada9-91dc52109745 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:34.042394 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-24f9b539-00b9-4d1e-ad82-01b2aadc1e62 req-29d1b622-21db-4ab0-ada9-91dc52109745 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.0899501
Apr 23 10:38:34.096998 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-24f9b539-00b9-4d1e-ad82-01b2aadc1e62 req-7198a106-787a-441e-b6e1-258c47b84577 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439310
Apr 23 10:38:34.556345 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-d54406af-062d-4397-b074-2455e3016433 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523983
Apr 23 10:38:34.736172 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f37e5a76-1f24-4738-abf6-a19be8863bbf req-99944823-4895-453b-9a51-5dc1bfc30ef9 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479056
Apr 23 10:38:34.881590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf3fb-9747-41cc-a081-7f4b817a309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:34.919024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-008b8a43-525b-4899-b088-938a919bb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:34.920641 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-008b8a43-525b-4899-b088-938a919bb063 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 1096 time: 0.0825038
Apr 23 10:38:35.069238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-ca8e497c-9693-4dc2-a475-6f5ecddc2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:35.070804 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-ca8e497c-9693-4dc2-a475-6f5ecddc2d25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.1413121
Apr 23 10:38:35.110982 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d1eec567-99f2-4c5c-9f81-d659f66c3edf req-08cb790a-c5a6-4854-bf62-d5519b3fc6ef tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 210 time: 0.0570147
Apr 23 10:38:35.167300 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-06f8002d-66e9-4ceb-85d9-b840461ab993 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4449fa7a-3338-4781-ae00-1ff9c53d5390 HTTP/1.1" status: 200  len: 217 time: 0.0760818
Apr 23 10:38:35.274997 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-b272bf12-27ae-4523-841d-a745812778bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:35.276869 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-b272bf12-27ae-4523-841d-a745812778bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.1022687
Apr 23 10:38:35.336778 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f8db4-824e-46a7-a564-c8f38b006303 req-301c2a1b-7642-492d-a060-0c63a42519b0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:35.338783 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-317f8db4-824e-46a7-a564-c8f38b006303 req-301c2a1b-7642-492d-a060-0c63a42519b0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.1161592
Apr 23 10:38:35.401231 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-317f8db4-824e-46a7-a564-c8f38b006303 req-a67de835-565e-49cf-9039-1b07de577c32 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552747
Apr 23 10:38:35.718996 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-886b4d6d-5444-4776-bd40-ea6547d328ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:35.720896 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-886b4d6d-5444-4776-bd40-ea6547d328ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3901877
Apr 23 10:38:35.838803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65504-9f51-4612-9227-add4393c3f38 req-cd27103e-0fe7-4ccf-9784-493a0d41b963 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:35.840720 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-cd27103e-0fe7-4ccf-9784-493a0d41b963 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.48 "GET /v2.0/networks?id=de2109ce-66fc-4fd4-80ea-091a0ec18424 HTTP/1.1" status: 200  len: 809 time: 0.6037757
Apr 23 10:38:35.861628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Request body: {'port': {'device_id': 'd47977c6-ae19-472b-aedd-1fafd7818b9f', 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424', 'admin_state_up': True, 'tenant_id': 'cba975d0532e4eeabfe6a3a1c4c71e02'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:38:36.014545 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-99fed796-374a-481a-bf1f-da0867c5f456 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2863486
Apr 23 10:38:36.056330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:36.061011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Usage tracker for resource:port and tenant:cba975d0532e4eeabfe6a3a1c4c71e02 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:36.064026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:36.070312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:36.080167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Made reservation on behalf of cba975d0532e4eeabfe6a3a1c4c71e02 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:38:36.086453 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:36.271229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Allocated IP 172.20.0.9 (de2109ce-66fc-4fd4-80ea-091a0ec18424/80ca49e0-e724-46d1-9e7b-28f46d9b4c16/d0546699-5a34-4fe8-9180-efb89b734083) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:38:36.285178 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-1f653b02-8583-46b2-aec9-312661793b9d req-d40b4635-ad81-4be2-b125-89e427c34457 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 210 time: 0.0540156
Apr 23 10:38:36.501501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:36.537955 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:36.545667 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-70328abc-f140-446c-92b9-80a1360bf2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:36.619271 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9015026-6bef-4fcf-ac1f-3ab35b77a950 req-0ceaabec-0744-4793-9367-843fd9ba5ddd tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:36.620590 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Network de2109ce-66fc-4fd4-80ea-091a0ec18424 is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:38:36.622566 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f9015026-6bef-4fcf-ac1f-3ab35b77a950 req-0ceaabec-0744-4793-9367-843fd9ba5ddd tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.0983987
Apr 23 10:38:36.624799 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:38:36.629858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:38:36.677211 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f9015026-6bef-4fcf-ac1f-3ab35b77a950 req-6531a8b0-9870-45ed-83da-2385708d9ebf tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480771
Apr 23 10:38:36.685194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Pushing event updated for resources: {'Port': ['ID=d0546699-5a34-4fe8-9180-efb89b734083,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:36.690859 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:36.725122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:36.725890 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:36.731984 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-edeca1a3-8c49-4504-9500-18b5f3a00d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:36.753438 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-83aeefd0-1e77-47a0-bfca-58aa2c39d85d tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8958991
Apr 23 10:38:37.598174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:37.649880 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec851a9a-29d9-4c44-b6ab-5d1419de508c req-ee330db9-cac5-4389-a6b5-66662086d133 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:37.651529 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ec851a9a-29d9-4c44-b6ab-5d1419de508c req-ee330db9-cac5-4389-a6b5-66662086d133 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 931 time: 0.0973482
Apr 23 10:38:37.709319 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-ec851a9a-29d9-4c44-b6ab-5d1419de508c req-f91c3276-d607-4b1e-9f00-21188e0193aa tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470529
Apr 23 10:38:38.045062 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a914a2-6243-473e-99cf-50e09c8b149f req-4b725750-8b77-4d0a-b5af-bfe2e6f0d728 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:38.046700 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-20a914a2-6243-473e-99cf-50e09c8b149f req-4b725750-8b77-4d0a-b5af-bfe2e6f0d728 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.0925081
Apr 23 10:38:38.103146 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-20a914a2-6243-473e-99cf-50e09c8b149f req-36ffce51-afe1-409c-b614-b6f9730dbc0b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499978
Apr 23 10:38:38.188214 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:38.907816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:38.928927 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b839767-626e-4cfb-a857-820748a2fbee req-19b60c41-1962-42f9-9cbe-94e817900dd7 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:38.930569 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3b839767-626e-4cfb-a857-820748a2fbee req-19b60c41-1962-42f9-9cbe-94e817900dd7 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 931 time: 0.0948508
Apr 23 10:38:38.932456 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Request body: {'port': {'device_id': 'd47977c6-ae19-472b-aedd-1fafd7818b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:38:38.984665 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3b839767-626e-4cfb-a857-820748a2fbee req-842f4643-ad7f-4d23-b035-aeb313e4d21e tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474904
Apr 23 10:38:39.165915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:39.179473 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-58d0b21d-53a7-419f-8042-0c42d24ea61d req-e716ad4d-54a4-4ddc-a133-d43c563476b0 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2848022
Apr 23 10:38:39.332221 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861a32a-1926-42f6-b33d-45104678420f req-3539a14f-02b3-4928-8397-9fd0c5a3632a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:39.334608 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4861a32a-1926-42f6-b33d-45104678420f req-3539a14f-02b3-4928-8397-9fd0c5a3632a tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.1043329
Apr 23 10:38:39.385895 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4861a32a-1926-42f6-b33d-45104678420f req-dd5b9f72-e7f5-494f-864d-dd9b4b303d16 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449717
Apr 23 10:38:39.556549 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0546699-5a34-4fe8-9180-efb89b734083 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:38:39.564600 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:39.581324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Transition to ACTIVE for port object d0546699-5a34-4fe8-9180-efb89b734083 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:38:39.584033 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:39.587999 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7a5b7a23-fc60-4b99-88f8-c76cb0767074 tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:39.732170 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0546699-5a34-4fe8-9180-efb89b734083,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:39.735258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:39.853700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Attempting to bind port d0546699-5a34-4fe8-9180-efb89b734083 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:38:39.853994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Attempting to bind port d0546699-5a34-4fe8-9180-efb89b734083 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '4a8ef3af-fb6e-4043-afe1-b547a54c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:38:39.854360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Attempting to bind port d0546699-5a34-4fe8-9180-efb89b734083 on network de2109ce-66fc-4fd4-80ea-091a0ec18424 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:38:39.860297 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Port d0546699-5a34-4fe8-9180-efb89b734083 on network de2109ce-66fc-4fd4-80ea-091a0ec18424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:38:39.860655 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Attempting to bind port d0546699-5a34-4fe8-9180-efb89b734083 on network de2109ce-66fc-4fd4-80ea-091a0ec18424 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:38:39.866541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:38:39.866918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Checking segment: {'id': '4a8ef3af-fb6e-4043-afe1-b547a54c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:38:39.867340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Bound using segment: {'id': '4a8ef3af-fb6e-4043-afe1-b547a54c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:38:39.867808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Bound port: d0546699-5a34-4fe8-9180-efb89b734083, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8ef3af-fb6e-4043-afe1-b547a54c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:38:39.868312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:39.973692 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] For port d0546699-5a34-4fe8-9180-efb89b734083, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:38:39.977573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] For port d0546699-5a34-4fe8-9180-efb89b734083, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d0546699-5a34-4fe8-9180-efb89b734083,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:38:39.980937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:39.986404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-5f40b499-eff6-4061-9da0-7eb9bbbaf73b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:40.042644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:40.043290 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:40.045256 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0546699-5a34-4fe8-9180-efb89b734083 HTTP/1.1" status: 200  len: 1093 time: 1.1492474
Apr 23 10:38:40.045838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47977c6-ae19-472b-aedd-1fafd7818b9f', 'tag': 'd0546699-5a34-4fe8-9180-efb89b734083'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:40.101377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0546699-5a34-4fe8-9180-efb89b734083,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:40.106777 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47977c6-ae19-472b-aedd-1fafd7818b9f', 'tag': 'd0546699-5a34-4fe8-9180-efb89b734083', 'status': 'completed', 'code': 200}
Apr 23 10:38:40.107693 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:40.218108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e614-a7de-4ecd-ac0d-443d69d91601 req-29643ba5-f2f8-4941-b56a-de28a1d84f8a tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:40.219781 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7ea5e614-a7de-4ecd-ac0d-443d69d91601 req-29643ba5-f2f8-4941-b56a-de28a1d84f8a tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 943 time: 0.0940049
Apr 23 10:38:40.227243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65504-9f51-4612-9227-add4393c3f38 req-40c980e6-6f35-45fa-9967-48a9847a04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:40.229020 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-40c980e6-6f35-45fa-9967-48a9847a04e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cba975d0532e4eeabfe6a3a1c4c71e02&device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 1096 time: 0.0995479
Apr 23 10:38:40.277470 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7ea5e614-a7de-4ecd-ac0d-443d69d91601 req-1694daf4-f787-4d44-a998-be136777c09b tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504313
Apr 23 10:38:40.319947 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-c06c0c5a-7b57-43ae-98fc-8ccc76e34589 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0546699-5a34-4fe8-9180-efb89b734083 HTTP/1.1" status: 200  len: 217 time: 0.0730057
Apr 23 10:38:40.396452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65504-9f51-4612-9227-add4393c3f38 req-26226b53-53c1-4bca-b374-9b80e6051c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:40.397963 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-26226b53-53c1-4bca-b374-9b80e6051c36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80ca49e0-e724-46d1-9e7b-28f46d9b4c16 HTTP/1.1" status: 200  len: 849 time: 0.0720565
Apr 23 10:38:40.454026 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-9f331828-cf8d-4730-995b-ea169d569eb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de2109ce-66fc-4fd4-80ea-091a0ec18424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495610
Apr 23 10:38:40.625208 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-b79dea8c-3745-4a17-8f8e-180188698552 service neutron] 10.222.0.48 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630223
Apr 23 10:38:40.625717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674818d5-19a4-42db-a7dc-c21420e86abf req-2ae45bd7-f1eb-4589-940d-cac2a87c6ffb tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:40.627973 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-674818d5-19a4-42db-a7dc-c21420e86abf req-2ae45bd7-f1eb-4589-940d-cac2a87c6ffb tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.1010501
Apr 23 10:38:40.681297 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-674818d5-19a4-42db-a7dc-c21420e86abf req-779bbd29-ae19-43e8-afcc-057bcf63fb1c tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448377
Apr 23 10:38:40.797388 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-99d65504-9f51-4612-9227-add4393c3f38 req-c57a6cf1-b575-4725-b407-6eb2a2093bd2 service neutron] 10.222.0.48 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657469
Apr 23 10:38:40.965284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-91bc75d8-96d7-432a-bf8b-c40dc39a361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:40.966822 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-91bc75d8-96d7-432a-bf8b-c40dc39a361c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cba975d0532e4eeabfe6a3a1c4c71e02&device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 1096 time: 0.0829675
Apr 23 10:38:41.123479 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-4d779274-f090-4075-b787-4558f2aec332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:41.125162 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-4d779274-f090-4075-b787-4558f2aec332 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de2109ce-66fc-4fd4-80ea-091a0ec18424 HTTP/1.1" status: 200  len: 910 time: 0.1507642
Apr 23 10:38:41.208061 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-46d8e14e-a234-44be-8a16-e188e1b2c808 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0546699-5a34-4fe8-9180-efb89b734083 HTTP/1.1" status: 200  len: 217 time: 0.0759683
Apr 23 10:38:41.285418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-a42c9ff9-d157-4edc-8d84-80cb61bd0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:41.287046 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-a42c9ff9-d157-4edc-8d84-80cb61bd0af7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80ca49e0-e724-46d1-9e7b-28f46d9b4c16 HTTP/1.1" status: 200  len: 849 time: 0.0714016
Apr 23 10:38:41.347006 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-36f7f45c-7bc9-4a6e-9e89-ed6eb26060f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de2109ce-66fc-4fd4-80ea-091a0ec18424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522215
Apr 23 10:38:41.513168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343a79f-cf9f-4130-9064-fc0fc5f57dcd req-951f2ae0-438f-4721-823e-35b9155eab8e tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:41.514618 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-12c96a13-6f37-4fb4-8e3d-1291a6abfa88 service neutron] 10.222.0.48 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610389
Apr 23 10:38:41.514802 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5343a79f-cf9f-4130-9064-fc0fc5f57dcd req-951f2ae0-438f-4721-823e-35b9155eab8e tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 943 time: 0.1000450
Apr 23 10:38:41.577795 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-5343a79f-cf9f-4130-9064-fc0fc5f57dcd req-ffc3e146-245f-48f0-a352-011d822f7d17 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556729
Apr 23 10:38:41.946850 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f5ebf390-3458-4abb-a18e-579dc250fe17 req-54ffd8f5-75e9-4775-a883-b77eafaa89f5 service neutron] 10.222.0.48 "GET /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4245698
Apr 23 10:38:41.959110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437636c5-f83e-4581-bdf7-f9513044e984 req-ad2948c8-8ef0-4289-b1ef-3c5adbfa130e tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:41.960732 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-437636c5-f83e-4581-bdf7-f9513044e984 req-ad2948c8-8ef0-4289-b1ef-3c5adbfa130e tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.0937788
Apr 23 10:38:42.013194 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-437636c5-f83e-4581-bdf7-f9513044e984 req-985fa554-2361-4ac5-a375-852f32b25cd7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450466
Apr 23 10:38:42.788206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca8ce2-692c-4568-b747-678777f4357b req-0ca65216-072b-407e-93ed-ab1b5fbf60a5 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:42.789838 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b8ca8ce2-692c-4568-b747-678777f4357b req-0ca65216-072b-407e-93ed-ab1b5fbf60a5 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 943 time: 0.0927477
Apr 23 10:38:42.838328 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b8ca8ce2-692c-4568-b747-678777f4357b req-d34c38e8-acd4-4fad-9b95-eb99c15bbf80 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421507
Apr 23 10:38:42.901539 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 4449fa7a-3338-4781-ae00-1ff9c53d5390 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:38:43.048697 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 4449fa7a-3338-4781-ae00-1ff9c53d5390, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=4449fa7a-3338-4781-ae00-1ff9c53d5390,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:43.066796 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'port_id': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'mac_address': 'fa:16:3e:be:ed:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:38:43.135228 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:43.154967 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4449fa7a-3338-4781-ae00-1ff9c53d5390 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:38:43.187132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 4449fa7a-3338-4781-ae00-1ff9c53d5390, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=4449fa7a-3338-4781-ae00-1ff9c53d5390,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:43.191798 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:43.192602 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device d0546699-5a34-4fe8-9180-efb89b734083 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:38:43.196501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:43.231119 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfddca9-b5e4-47d0-8ef5-3591e2506cb4 req-c2355f9e-ec90-4585-8273-b1b5af711997 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:43.232718 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cbfddca9-b5e4-47d0-8ef5-3591e2506cb4 req-c2355f9e-ec90-4585-8273-b1b5af711997 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 943 time: 0.1029894
Apr 23 10:38:43.282382 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cbfddca9-b5e4-47d0-8ef5-3591e2506cb4 req-96f1a00a-6b95-42be-ae4e-28fdb4f3b399 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422220
Apr 23 10:38:43.342324 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=4449fa7a-3338-4781-ae00-1ff9c53d5390,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:43.347488 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:43.403658 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port d0546699-5a34-4fe8-9180-efb89b734083, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d0546699-5a34-4fe8-9180-efb89b734083,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:43.418305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': 'd0546699-5a34-4fe8-9180-efb89b734083', 'network_id': 'de2109ce-66fc-4fd4-80ea-091a0ec18424', 'port_id': 'd0546699-5a34-4fe8-9180-efb89b734083', 'mac_address': 'fa:16:3e:c9:d6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ca49e0-e724-46d1-9e7b-28f46d9b4c16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:38:43.482534 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:43.500305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0546699-5a34-4fe8-9180-efb89b734083 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:38:43.516683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port d0546699-5a34-4fe8-9180-efb89b734083, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d0546699-5a34-4fe8-9180-efb89b734083,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:43.520195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:43.522096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:43.591840 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=d0546699-5a34-4fe8-9180-efb89b734083,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:43.595192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:44.042503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7041-6f19-4b6e-8767-4b875cdb3897 req-206cd648-a425-4667-b18f-1c1d2120e6b1 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:44.044033 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4c2c7041-6f19-4b6e-8767-4b875cdb3897 req-206cd648-a425-4667-b18f-1c1d2120e6b1 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 944 time: 0.0919113
Apr 23 10:38:44.092851 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4c2c7041-6f19-4b6e-8767-4b875cdb3897 req-80f1d077-90d9-4f54-9384-45839af71aeb tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417168
Apr 23 10:38:44.491253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45974f2-1c89-43d2-8a63-a68cb05f4b78 req-cbdc8174-1239-4d2b-968a-3d67f37fdb60 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:44.492867 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c45974f2-1c89-43d2-8a63-a68cb05f4b78 req-cbdc8174-1239-4d2b-968a-3d67f37fdb60 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 944 time: 0.0913117
Apr 23 10:38:44.544505 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c45974f2-1c89-43d2-8a63-a68cb05f4b78 req-012d5397-a161-454a-b787-49f25748793d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451961
Apr 23 10:38:45.526897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852e1b-2456-494a-aa63-76ec80971b1f req-9f00f9cd-cd0d-44f6-b3ed-600eb3453b6f tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:45.528500 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df852e1b-2456-494a-aa63-76ec80971b1f req-9f00f9cd-cd0d-44f6-b3ed-600eb3453b6f tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 944 time: 0.3180532
Apr 23 10:38:45.576704 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-df852e1b-2456-494a-aa63-76ec80971b1f req-8fda04df-4b25-4de7-9f7e-6cf794612384 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418932
Apr 23 10:38:45.747238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b444937-022c-4bfa-bebc-7e16174befd3 req-fd35b8c0-0b2c-4a3c-94c3-595c7aec73e5 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:45.748850 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8b444937-022c-4bfa-bebc-7e16174befd3 req-fd35b8c0-0b2c-4a3c-94c3-595c7aec73e5 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 944 time: 0.0922928
Apr 23 10:38:45.797142 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8b444937-022c-4bfa-bebc-7e16174befd3 req-12c86d00-c486-411a-b0d0-694cc03076a7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414181
Apr 23 10:38:46.556677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['4449fa7a-3338-4781-ae00-1ff9c53d5390'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:38:46.589527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['d0546699-5a34-4fe8-9180-efb89b734083'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:38:46.784609 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1ea53-ca9b-4c8c-aae9-951df0966784 req-d85d0b69-c36e-4204-9246-42d9a03e85d2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:46.786331 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-30e1ea53-ca9b-4c8c-aae9-951df0966784 req-d85d0b69-c36e-4204-9246-42d9a03e85d2 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 944 time: 0.0948074
Apr 23 10:38:46.836118 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-30e1ea53-ca9b-4c8c-aae9-951df0966784 req-ff203552-408b-4f77-be0e-5f36a1ad52ac tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428739
Apr 23 10:38:47.002868 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52272-da1f-460d-b5bd-8ca64e56b827 req-ee809ec4-36e8-470b-9571-b6ec2c993338 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:47.004573 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ec52272-da1f-460d-b5bd-8ca64e56b827 req-ee809ec4-36e8-470b-9571-b6ec2c993338 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 944 time: 0.0910234
Apr 23 10:38:47.058100 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ec52272-da1f-460d-b5bd-8ca64e56b827 req-d52d445c-fdea-437e-9b1b-dd89f694ff02 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463006
Apr 23 10:38:48.053329 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dbbda-da22-46c8-b55a-18abf6679127 req-8ff27af3-4629-4fbb-8960-5e39719eeb66 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:48.055056 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0f1dbbda-da22-46c8-b55a-18abf6679127 req-8ff27af3-4629-4fbb-8960-5e39719eeb66 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 944 time: 0.1013489
Apr 23 10:38:48.148426 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0f1dbbda-da22-46c8-b55a-18abf6679127 req-5f2510d4-4653-43e4-bafe-75cbef370856 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780189
Apr 23 10:38:48.275972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 4449fa7a-3338-4781-ae00-1ff9c53d5390 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:38:48.307028 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0717b74-b387-449b-be69-2b69bd18b5e5 req-d3458329-7f9c-4805-88d4-5fc24630687b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:48.308657 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b0717b74-b387-449b-be69-2b69bd18b5e5 req-d3458329-7f9c-4805-88d4-5fc24630687b tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 944 time: 0.0928605
Apr 23 10:38:48.350576 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 4449fa7a-3338-4781-ae00-1ff9c53d5390 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:38:48.355674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 4449fa7a-3338-4781-ae00-1ff9c53d5390 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:38:48.356101 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:48.363257 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-b0717b74-b387-449b-be69-2b69bd18b5e5 req-c4cd35cd-600b-4278-8346-c3ba8b782c78 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476382
Apr 23 10:38:48.484427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:48.512632 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:48.523981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 4449fa7a-3338-4781-ae00-1ff9c53d5390, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=4449fa7a-3338-4781-ae00-1ff9c53d5390,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:48.526971 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:48.527878 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device d0546699-5a34-4fe8-9180-efb89b734083 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:38:48.558796 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:48.595591 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'code': 200}
Apr 23 10:38:48.660814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=4449fa7a-3338-4781-ae00-1ff9c53d5390,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:48.664447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:48.674190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port d0546699-5a34-4fe8-9180-efb89b734083 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:38:48.680594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port d0546699-5a34-4fe8-9180-efb89b734083 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:38:48.681199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:48.828972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:48.863951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port d0546699-5a34-4fe8-9180-efb89b734083, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d0546699-5a34-4fe8-9180-efb89b734083,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:48.866834 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:48.869526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a366b75d-7e30-4e8f-81d2-d72741d742ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:48.904241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37912ea-5453-4da8-aa10-ea48ab7eaa24 req-49761c1a-814d-4cb6-8496-94f1f594c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:48.905907 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a37912ea-5453-4da8-aa10-ea48ab7eaa24 req-49761c1a-814d-4cb6-8496-94f1f594c689 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 1098 time: 0.0801139
Apr 23 10:38:48.939451 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=d0546699-5a34-4fe8-9180-efb89b734083,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:48.943279 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:48.950800 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a37912ea-5453-4da8-aa10-ea48ab7eaa24 req-4fee0217-7466-4e34-abda-b0116e883ae5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382566
Apr 23 10:38:49.353325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae35ad8-e63c-4a2a-acff-094b8d9594ed req-9173ce62-48a3-470c-8468-8e3a5add3900 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:49.354958 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bae35ad8-e63c-4a2a-acff-094b8d9594ed req-9173ce62-48a3-470c-8468-8e3a5add3900 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 945 time: 0.0976512
Apr 23 10:38:49.405993 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bae35ad8-e63c-4a2a-acff-094b8d9594ed req-b3363b62-7be4-4483-9c05-d233441aa947 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444708
Apr 23 10:38:49.583167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2965b16-bcac-4d9d-b4c7-0a2aa5fa1ed6 req-14a2fc3a-759c-492c-8312-de5971d85522 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:49.584817 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e2965b16-bcac-4d9d-b4c7-0a2aa5fa1ed6 req-14a2fc3a-759c-492c-8312-de5971d85522 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 945 time: 0.0984092
Apr 23 10:38:49.636516 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e2965b16-bcac-4d9d-b4c7-0a2aa5fa1ed6 req-9bf22f69-a820-46ad-a205-14da63fb8827 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452902
Apr 23 10:38:50.596754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47977c6-ae19-472b-aedd-1fafd7818b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0546699-5a34-4fe8-9180-efb89b734083'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:50.625126 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7188f-c88d-4334-9ccf-fb9c582575d5 req-42a2c09c-c56a-47b1-ba34-decedcfa39e3 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:50.626789 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-82b7188f-c88d-4334-9ccf-fb9c582575d5 req-42a2c09c-c56a-47b1-ba34-decedcfa39e3 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 945 time: 0.0916188
Apr 23 10:38:50.648452 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47977c6-ae19-472b-aedd-1fafd7818b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0546699-5a34-4fe8-9180-efb89b734083', 'code': 200}
Apr 23 10:38:50.684673 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-82b7188f-c88d-4334-9ccf-fb9c582575d5 req-a80cc290-f1c3-40ac-8f90-26b9eb324241 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488894
Apr 23 10:38:50.889503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e82d-94ff-4481-8852-7c777ccc8217 req-0dd2ad58-55a9-4bd0-8d14-e233208f4b06 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:50.891144 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6cd9e82d-94ff-4481-8852-7c777ccc8217 req-0dd2ad58-55a9-4bd0-8d14-e233208f4b06 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 945 time: 0.1054997
Apr 23 10:38:50.948063 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6cd9e82d-94ff-4481-8852-7c777ccc8217 req-9f048407-0c96-4d1d-8312-b2b107795fae tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479352
Apr 23 10:38:50.969155 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaf0a5-e5de-4816-9ba4-5367c0449b97 req-62b57b1d-5bf5-4085-82ce-1e19315fa085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:50.970749 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-40eaf0a5-e5de-4816-9ba4-5367c0449b97 req-62b57b1d-5bf5-4085-82ce-1e19315fa085 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 1098 time: 0.0893602
Apr 23 10:38:51.021706 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-40eaf0a5-e5de-4816-9ba4-5367c0449b97 req-5efa50c2-b46f-4259-93e8-f89e6e2cf8f1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431993
Apr 23 10:38:51.170168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6dfe0-af68-4cc5-a77f-90409148ae53 req-43d7ff71-086e-4bf7-a61d-04e868b7dda4 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:51.171860 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7c6dfe0-af68-4cc5-a77f-90409148ae53 req-43d7ff71-086e-4bf7-a61d-04e868b7dda4 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 945 time: 0.0922971
Apr 23 10:38:51.226168 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7c6dfe0-af68-4cc5-a77f-90409148ae53 req-926f59f0-54ae-43bc-8eb6-f941ab0f1edc tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477035
Apr 23 10:38:51.254370 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 51172) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:51.527210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc9b43f-5498-48c3-bfd2-a4e22b339a4e tempest-TestVolumeBootPattern-269697902 tempest-TestVolumeBootPattern-269697902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:51.528802 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cbc9b43f-5498-48c3-bfd2-a4e22b339a4e tempest-TestVolumeBootPattern-269697902 tempest-TestVolumeBootPattern-269697902-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 1093 time: 0.2732246
Apr 23 10:38:51.531849 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 51178) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:51.538289 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Request body: {'floatingip': {'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'port_id': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:38:51.545188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:51.549312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Usage tracker for resource:floatingip and tenant:15f6aaa4269248d28b1549456a94b818 is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:51.552763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:51.559206 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:51.569276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:51.719274 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:51.923613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Allocated IP 172.27.0.249 (ad6edba4-777b-44a6-8977-f6a7e74a7650/37d83830-ce15-4288-8609-a51fca982854/f7d47188-e1c0-443a-a3a1-9f323ad590e4) {{(pid=86337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:38:52.041104 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89318131-92ef-43b1-8e95-4af8ed99afe6 req-f5557616-465d-4725-b807-614fa637e1e6 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:52.042740 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89318131-92ef-43b1-8e95-4af8ed99afe6 req-f5557616-465d-4725-b807-614fa637e1e6 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 945 time: 0.2074013
Apr 23 10:38:52.138955 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89318131-92ef-43b1-8e95-4af8ed99afe6 req-f59c9b20-d316-4716-ad27-556d7e011ce5 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826480
Apr 23 10:38:52.169747 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for port, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:52.213278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:52.219391 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9f5c175a-1251-49b9-ac8c-5b4a2b26704f tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:52.284152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Network ad6edba4-777b-44a6-8977-f6a7e74a7650 is already hosted by enough agents. {{(pid=86337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:38:52.293814 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Resources bound (agent type, host, resource id):  {{(pid=86337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:38:52.296710 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Received port after_create {{(pid=86337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:38:52.351338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'Port': ['ID=f7d47188-e1c0-443a-a3a1-9f323ad590e4,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:52.365862 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:52.613236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51200) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:52.752492 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:52.769623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:52.774106 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Usage tracker for resource:security_group_rule and tenant:4cfdfb8893584b72b83e0b5f4eaeebbd is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:52.777158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:52.783477 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:52.795828 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:52.872540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:52.875400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:52.878510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:52.884774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-45de1980-f400-43a7-b720-2c39dcd942ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:52.932778 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4cfdfb8893584b72b83e0b5f4eaeebbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3159018
Apr 23 10:38:52.933242 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51206) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:52.936180 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceac33b1-126a-45bc-884d-045d3612a7f7,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:52.961905 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.962336 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.962760 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.963174 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.963598 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.964003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.964401 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.964813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.965238 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.965647 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.966047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.966452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:38:52.973100 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8ec1455e-320c-4a68-b5f6-91be807e9b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:53.021900 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fa7d-e233-43ca-a2b9-62966aeb629d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:53.053239 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fa7d-e233-43ca-a2b9-62966aeb629d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:53.109308 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fa7d-e233-43ca-a2b9-62966aeb629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:53.115064 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-95285ed7-ffee-42eb-81b8-36a0b3af4ff1 tempest-AttachVolumeTestJSON-2130458951 tempest-AttachVolumeTestJSON-2130458951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:53.124175 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for port, precommit_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:53.128445 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849234175'] for port, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:53.132452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0fa7d-e233-43ca-a2b9-62966aeb629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceac33b1-126a-45bc-884d-045d3612a7f7,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:53.133942 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-15db6080-98f8-4462-82ef-21ba9e353165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:53.134806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fa7d-e233-43ca-a2b9-62966aeb629d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:53.136095 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d2f0fa7d-e233-43ca-a2b9-62966aeb629d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ceac33b1-126a-45bc-884d-045d3612a7f7 HTTP/1.1" status: 204  len: 168 time: 0.2018495
Apr 23 10:38:53.137330 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d2f0fa7d-e233-43ca-a2b9-62966aeb629d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:53.370059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event updated for resources: {'Port': ['ID=f7d47188-e1c0-443a-a3a1-9f323ad590e4,revision_number=2']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:53.376187 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:53.383860 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846797937'] for floatingip, after_update {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:53.576499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428157c4-53a5-4aec-b1a9-69cb50d4b437 req-e9d20c30-8b39-4f3d-8b9c-7c09f4e03a76 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:53.578236 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-428157c4-53a5-4aec-b1a9-69cb50d4b437 req-e9d20c30-8b39-4f3d-8b9c-7c09f4e03a76 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 945 time: 0.3033323
Apr 23 10:38:53.639092 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Floating IP 30e540dd-835e-45c6-b6ed-a249a510806a associated. External IP: 172.27.0.249, port: 4449fa7a-3338-4781-ae00-1ff9c53d5390.
Apr 23 10:38:54.027731 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-428157c4-53a5-4aec-b1a9-69cb50d4b437 req-92481c90-e2c5-4230-86da-3f365837df06 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4340279
Apr 23 10:38:54.304237 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Router 88f40f15-281d-44da-9394-0d78055f71ba has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:38:54.558276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:38:54.564440 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51246) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:54.571393 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] Sync routers for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:38:54.586606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:54.616715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:38:54.618106 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baab171d0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:38:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:38:54.669014 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9201f5d2-ce3d-4d19-ab6b-4840a6d0b2f7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1275733
Apr 23 10:38:54.669014 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390'}] {{(pid=86337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:54.754395 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'status': 'completed', 'code': 200}
Apr 23 10:38:54.774134 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:54.794737 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:38:54.799740 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Usage tracker for resource:security_group_rule and tenant:c154cf5e1c9648958017f9a151f78b2d is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:38:54.839032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:38:54.859607 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:38:54.870312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:38:54.929047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de99c4-9f40-4531-89cf-6278359215ea req-cfb5b484-ecc0-49d6-a97d-bd5da0aaecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:54.930672 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7de99c4-9f40-4531-89cf-6278359215ea req-cfb5b484-ecc0-49d6-a97d-bd5da0aaecf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 1098 time: 0.1283462
Apr 23 10:38:55.105883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:55.114826 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:55.143830 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b7688cb9-e840-4768-adbe-7902b5f61d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:55.210837 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c154cf5e1c9648958017f9a151f78b2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6440620
Apr 23 10:38:55.212871 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 51262) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:38:55.219897 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17733c27-8bdb-4d5e-a228-5fe9464ea7fa,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:55.225190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de99c4-9f40-4531-89cf-6278359215ea req-7a658adf-d764-46b1-96e2-373280c4cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:55.228375 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7de99c4-9f40-4531-89cf-6278359215ea req-7a658adf-d764-46b1-96e2-373280c4cc7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.2891097
Apr 23 10:38:55.230038 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:55.348763 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-779c0a2d-0b73-42fd-89ac-b68e03319607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:55.372548 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7de99c4-9f40-4531-89cf-6278359215ea req-72efd36b-a1a5-4a8a-9863-04abe46fd8e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4449fa7a-3338-4781-ae00-1ff9c53d5390 HTTP/1.1" status: 200  len: 999 time: 0.1377795
Apr 23 10:38:55.396319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-779c0a2d-0b73-42fd-89ac-b68e03319607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:55.454350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-779c0a2d-0b73-42fd-89ac-b68e03319607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:55.466896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-467e2926-3233-431a-84d6-be4fe72bc956 tempest-AttachVolumeShelveTestJSON-313639707 tempest-AttachVolumeShelveTestJSON-313639707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:55.484823 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de99c4-9f40-4531-89cf-6278359215ea req-5b8f83f6-6249-48d0-afad-c29621a7b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:55.486553 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7de99c4-9f40-4531-89cf-6278359215ea req-5b8f83f6-6249-48d0-afad-c29621a7b97d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.0752747
Apr 23 10:38:55.501018 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baab171d0>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '30e540dd-835e-45c6-b6ed-a249a510806a', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:be:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:38:52Z', 'updated_at': '2021-04-23T10:38:52Z', 'revision_number': 0, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}, {'id': 'fa243d5a-24c0-414c-b81b-f88c04da9795', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:36:36Z', 'updated_at': '2021-04-23T10:36:39Z', 'revision_number': 1, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:38:55.506139 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] Checking router: 88f40f15-281d-44da-9394-0d78055f71ba for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:38:55.518494 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:38:55.519189 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baab171d0>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:38:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:38:55.532293 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c0a2d-0b73-42fd-89ac-b68e03319607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17733c27-8bdb-4d5e-a228-5fe9464ea7fa,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:55.536824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-779c0a2d-0b73-42fd-89ac-b68e03319607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:55.544006 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-779c0a2d-0b73-42fd-89ac-b68e03319607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:55.549585 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-779c0a2d-0b73-42fd-89ac-b68e03319607 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17733c27-8bdb-4d5e-a228-5fe9464ea7fa HTTP/1.1" status: 204  len: 168 time: 0.3322563
Apr 23 10:38:55.606281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305f605-8543-44bb-af0b-5655757690b6 req-75d9c11a-a043-49fb-a6d0-6171534d3865 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:55.608026 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4305f605-8543-44bb-af0b-5655757690b6 req-75d9c11a-a043-49fb-a6d0-6171534d3865 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 945 time: 0.1454241
Apr 23 10:38:55.609268 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de99c4-9f40-4531-89cf-6278359215ea req-eddd74ca-07a2-4848-a934-6fe44784073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:55.611157 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7de99c4-9f40-4531-89cf-6278359215ea req-eddd74ca-07a2-4848-a934-6fe44784073e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1176994
Apr 23 10:38:55.717510 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4305f605-8543-44bb-af0b-5655757690b6 req-9c72f628-a808-4508-be35-6863b2a6452c tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029317
Apr 23 10:38:55.759449 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:38:55.823473 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7de99c4-9f40-4531-89cf-6278359215ea req-80401e3b-99dd-4eff-997f-655798e49b9c service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044973
Apr 23 10:38:55.985370 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f7de99c4-9f40-4531-89cf-6278359215ea req-579e19fd-3b44-4d24-bdc0-e37d34c34140 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547740
Apr 23 10:38:56.259461 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baab171d0>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '30e540dd-835e-45c6-b6ed-a249a510806a', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:be:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:38:52Z', 'updated_at': '2021-04-23T10:38:52Z', 'revision_number': 0, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}, {'id': 'fa243d5a-24c0-414c-b81b-f88c04da9795', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:36:36Z', 'updated_at': '2021-04-23T10:36:39Z', 'revision_number': 1, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:38:56.264061 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdcaf9-711e-4c0c-8976-e938c2bf5f43 None None] The sync data for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi is: [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': '30e540dd-835e-45c6-b6ed-a249a510806a', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:be:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:38:52Z', 'updated_at': '2021-04-23T10:38:52Z', 'revision_number': 0, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}, {'id': 'fa243d5a-24c0-414c-b81b-f88c04da9795', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:36:36Z', 'updated_at': '2021-04-23T10:36:39Z', 'revision_number': 1, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:38:56.569255 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe886dc-a793-4351-824d-b6c84fb7df89 None None] New status for floating IP 30e540dd-835e-45c6-b6ed-a249a510806a: ACTIVE {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:38:56.948811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36f252-da46-4c29-ae6b-8f506ae70b47 req-6711b0dc-e36f-4393-8aeb-cb3421ec4be0 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:56.950542 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0c36f252-da46-4c29-ae6b-8f506ae70b47 req-6711b0dc-e36f-4393-8aeb-cb3421ec4be0 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 945 time: 0.1052842
Apr 23 10:38:57.005526 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-84bc9fb1-54bb-469e-bcc7-4ad3669d5e58 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:57.006428 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-84bc9fb1-54bb-469e-bcc7-4ad3669d5e58 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Synchronizing usage tracker for tenant:cba975d0532e4eeabfe6a3a1c4c71e02 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:38:57.026517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-84bc9fb1-54bb-469e-bcc7-4ad3669d5e58 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Unset dirty status for tenant:cba975d0532e4eeabfe6a3a1c4c71e02 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:38:57.027894 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-84bc9fb1-54bb-469e-bcc7-4ad3669d5e58 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.48 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 945 time: 0.1289062
Apr 23 10:38:57.033514 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-0c36f252-da46-4c29-ae6b-8f506ae70b47 req-3fa7d00d-4050-4abb-8ac4-bc533f08207c tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/security-groups?id=cd5aedcc-2aa2-4658-9bf0-ca00917d145c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726302
Apr 23 10:38:57.226372 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Deleting port d0546699-5a34-4fe8-9180-efb89b734083 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:38:57.226666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:57.383095 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] For port d0546699-5a34-4fe8-9180-efb89b734083, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d0546699-5a34-4fe8-9180-efb89b734083,segment=NetworkSegment(4a8ef3af-fb6e-4043-afe1-b547a54c4522),segment_id=4a8ef3af-fb6e-4043-afe1-b547a54c4522)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:38:57.383810 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:57.530041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Calling delete_port for d0546699-5a34-4fe8-9180-efb89b734083 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:38:57.665806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:57.673597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-be64df73-98a4-48c4-93c8-925a7cc2e191 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:38:57.703524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['d0546699-5a34-4fe8-9180-efb89b734083'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:38:57.742046 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Pushing event deleted for resources: {'Port': ['ID=d0546699-5a34-4fe8-9180-efb89b734083,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:38:57.744735 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:38:57.831899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] No DVR routers for this DVR port d0546699-5a34-4fe8-9180-efb89b734083 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:38:57.834601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:38:57.839207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47977c6-ae19-472b-aedd-1fafd7818b9f', 'name': 'network-vif-deleted', 'tag': 'd0546699-5a34-4fe8-9180-efb89b734083'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:38:57.859426 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7425e96a-4e40-48e6-b56f-d80d1cba9172 req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.48 "DELETE /v2.0/ports/d0546699-5a34-4fe8-9180-efb89b734083 HTTP/1.1" status: 204  len: 173 time: 0.8225422
Apr 23 10:38:57.900464 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47977c6-ae19-472b-aedd-1fafd7818b9f', 'name': 'network-vif-deleted', 'tag': 'd0546699-5a34-4fe8-9180-efb89b734083', 'status': 'completed', 'code': 200}
Apr 23 10:38:58.236848 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-f2abc787-2536-4439-a3e6-e729fa02f232 req-6f1f42c3-7431-4cf9-8035-c2e18a872412 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] 10.222.0.75 "GET /v2.0/ports?device_id=d47977c6-ae19-472b-aedd-1fafd7818b9f HTTP/1.1" status: 200  len: 210 time: 0.0586646
Apr 23 10:38:58.453919 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-98de9025-72f1-43fe-8ace-8b7b40c6e9c4 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b2d6b1583c804f6fa4373ed7d81469a9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0339472
Apr 23 10:38:58.650858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-e171e77c-8ddc-41aa-a751-e0c9d1667935 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:38:58.652340 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-e171e77c-8ddc-41aa-a751-e0c9d1667935 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1905482
Apr 23 10:38:58.669699 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-6ffd2b74-ee8d-49a6-ba71-08458c8890ce tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/quotas/b2d6b1583c804f6fa4373ed7d81469a9 HTTP/1.1" status: 200  len: 375 time: 0.0109761
Apr 23 10:38:58.729004 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-f5f8f7d5-13f2-481b-bfae-d7cf77b38476 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2d6b1583c804f6fa4373ed7d81469a9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0517457
Apr 23 10:38:58.944724 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2d721061-1f79-4359-b65a-39980c7a6403 req-10277d51-f47e-4fea-9451-745118fb7969 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 210 time: 0.0592518
Apr 23 10:39:00.090328 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-71059f11-9892-4dde-bd39-3dd2d6c41a96 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b2d6b1583c804f6fa4373ed7d81469a9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0448799
Apr 23 10:39:00.165495 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8193c685-f305-4661-ab62-967feea0a1b4 req-c69fe4a4-190d-405a-989f-eec27340eda4 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 210 time: 0.0793748
Apr 23 10:39:00.306109 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-03e09cc2-c8cf-4476-8876-c8b7fc9d5f01 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:00.307874 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-03e09cc2-c8cf-4476-8876-c8b7fc9d5f01 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2129676
Apr 23 10:39:00.340938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device d0546699-5a34-4fe8-9180-efb89b734083 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:39:00.342710 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Request body: {'port': {'device_id': '42f4f542-1e5f-4b70-9eb0-c208c1e2d567', 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc', 'admin_state_up': True, 'tenant_id': 'b2d6b1583c804f6fa4373ed7d81469a9'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:39:00.382253 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: d0546699-5a34-4fe8-9180-efb89b734083 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:39:00.382805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device d0546699-5a34-4fe8-9180-efb89b734083 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:39:00.525136 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:39:00.532152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Usage tracker for resource:port and tenant:b2d6b1583c804f6fa4373ed7d81469a9 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:39:00.537441 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:39:00.547686 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:39:00.561948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Made reservation on behalf of b2d6b1583c804f6fa4373ed7d81469a9 for: {'port': 1} {{(pid=86338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 23 10:39:00.569081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:00.584093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks [] for security_group, before_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:00.601883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:39:00.606022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Usage tracker for resource:security_group_rule and tenant:b2d6b1583c804f6fa4373ed7d81469a9 is out of sync, need to count used quota {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:39:00.609124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86338) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:39:00.616272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:39:00.724066 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks [] for security_group, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:00.727480 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:00.732159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d66e0a44-0c9e-4682-94c8-0476ed7b2b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:00.816816 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55b8591-c7ab-4e00-beb7-f60577928b0f,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:00.827123 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:00.918907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_common [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Allocated IP 192.168.233.41 (64cd818a-f22b-44a6-a6d8-b25bc302f0dc/8c1eb074-c559-49c1-a5f1-132a048744e3/1e9847f5-1bc3-47b4-84bd-79f895011325) {{(pid=86338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 23 10:39:01.149965 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks [] for port, precommit_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:01.166610 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Transition to ACTIVE for port object 1e9847f5-1bc3-47b4-84bd-79f895011325 will not be triggered until provisioned by entity DHCP. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:39:01.189966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289168387376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_create {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:01.197074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dc5c7c14-0eaf-4cb5-8e46-7924b75eda13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:01.258551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc is already hosted by enough agents. {{(pid=86338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 23 10:39:01.266720 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.base_scheduler [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Resources bound (agent type, host, resource id):  {{(pid=86338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 23 10:39:01.269835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Received port after_create {{(pid=86338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 23 10:39:01.335908 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Pushing event updated for resources: {'Port': ['ID=1e9847f5-1bc3-47b4-84bd-79f895011325,revision_number=1']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:01.341783 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:01.363166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:01.363874 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:01.394217 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-fa043180-33de-499f-b6fb-596bc67872a3 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0601888
Apr 23 10:39:01.518883 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-7c620125-aaaf-4c1c-90c2-a2db36bca6a6 None None] Provisioning for port 1e9847f5-1bc3-47b4-84bd-79f895011325 completed by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:39:01.523995 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-7c620125-aaaf-4c1c-90c2-a2db36bca6a6 None None] Provisioning complete for port 1e9847f5-1bc3-47b4-84bd-79f895011325 triggered by entity DHCP. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:39:01.524414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7c620125-aaaf-4c1c-90c2-a2db36bca6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:01.583261 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-7c620125-aaaf-4c1c-90c2-a2db36bca6a6 None None] Port 1e9847f5-1bc3-47b4-84bd-79f895011325 cannot update to ACTIVE because it is not bound. {{(pid=86339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 23 10:39:01.594815 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dac5c-acf8-4e67-a323-12664eb37b99 req-ed1186e1-4730-4ca4-bcca-617e26b38965 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:01.596442 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2c1dac5c-acf8-4e67-a323-12664eb37b99 req-ed1186e1-4730-4ca4-bcca-617e26b38965 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 935 time: 0.3086524
Apr 23 10:39:01.655584 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-2c1dac5c-acf8-4e67-a323-12664eb37b99 req-4e220d0b-494a-4ad6-a6ba-10a4646a7d24 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446525
Apr 23 10:39:02.864575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9f6ff-2cd3-4001-a0cd-5ab39e233c96 req-4ade7371-706f-4169-9739-5fb1caf5d595 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:02.866209 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c8d9f6ff-2cd3-4001-a0cd-5ab39e233c96 req-4ade7371-706f-4169-9739-5fb1caf5d595 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 935 time: 0.0948277
Apr 23 10:39:02.915674 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c8d9f6ff-2cd3-4001-a0cd-5ab39e233c96 req-dcae031c-1af3-473b-b854-e7c9b6ae2ea4 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428395
Apr 23 10:39:04.012292 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.v2.base [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Request body: {'port': {'device_id': '42f4f542-1e5f-4b70-9eb0-c208c1e2d567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 23 10:39:04.036898 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:04.172351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:04.180807 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5f5e2-28d8-47ee-8c31-645aa7607ced req-1a2b9b01-3dba-4b27-a919-4200cc7625c8 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:04.183572 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fbd5f5e2-28d8-47ee-8c31-645aa7607ced req-1a2b9b01-3dba-4b27-a919-4200cc7625c8 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 935 time: 0.1286185
Apr 23 10:39:04.270338 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-fbd5f5e2-28d8-47ee-8c31-645aa7607ced req-f4c791f1-d3ba-4aa9-b671-58d12612eb24 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789759
Apr 23 10:39:04.629068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9847f5-1bc3-47b4-84bd-79f895011325 {{(pid=86338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:39:04.641741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:04.667467 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Transition to ACTIVE for port object 1e9847f5-1bc3-47b4-84bd-79f895011325 will not be triggered until provisioned by entity L2. {{(pid=86338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 23 10:39:04.671243 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:04.678835 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-41fa3fc2-56b9-40e2-b0c8-37a878ea4af9 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:04.859531 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9847f5-1bc3-47b4-84bd-79f895011325,revision_number=2']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:04.869721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:04.898649 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-61018ec7-7e55-4adc-86da-299d3910e092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:05.211186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Attempting to bind port 1e9847f5-1bc3-47b4-84bd-79f895011325 on host hv-cinder-77923 for vnic_type normal with profile  {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 23 10:39:05.211754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Attempting to bind port 1e9847f5-1bc3-47b4-84bd-79f895011325 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '169e54e0-c1ad-4c99-b0bf-eb02010aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc'}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 23 10:39:05.212034 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Attempting to bind port 1e9847f5-1bc3-47b4-84bd-79f895011325 on network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:39:05.217474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Port 1e9847f5-1bc3-47b4-84bd-79f895011325 on network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 23 10:39:05.217837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Attempting to bind port 1e9847f5-1bc3-47b4-84bd-79f895011325 on network 64cd818a-f22b-44a6-a6d8-b25bc302f0dc {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 23 10:39:05.223608 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Checking agent: {'id': '5028c1c4-a000-4b82-a882-962be403d363', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'started_at': datetime.datetime(2021, 4, 23, 10, 27, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 23 10:39:05.223982 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Checking segment: {'id': '169e54e0-c1ad-4c99-b0bf-eb02010aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 23 10:39:05.224403 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Bound using segment: {'id': '169e54e0-c1ad-4c99-b0bf-eb02010aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc'} {{(pid=86338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 23 10:39:05.224869 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Bound port: 1e9847f5-1bc3-47b4-84bd-79f895011325, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169e54e0-c1ad-4c99-b0bf-eb02010aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc'}}] {{(pid=86338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 23 10:39:05.226074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:05.360800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] For port 1e9847f5-1bc3-47b4-84bd-79f895011325, host hv-cinder-77923, cleared binding levels {{(pid=86338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 23 10:39:05.366471 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] For port 1e9847f5-1bc3-47b4-84bd-79f895011325, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e9847f5-1bc3-47b4-84bd-79f895011325,segment=NetworkSegment(169e54e0-c1ad-4c99-b0bf-eb02010aeed9),segment_id=169e54e0-c1ad-4c99-b0bf-eb02010aeed9)] {{(pid=86338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 23 10:39:05.371989 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6066461'] for port, after_update {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:05.378487 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-54b3ab52-7655-4cd7-bb6a-0922d745606b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:05.445069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:05.445791 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:05.447185 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/1e9847f5-1bc3-47b4-84bd-79f895011325 HTTP/1.1" status: 200  len: 1097 time: 1.4403965
Apr 23 10:39:05.450161 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f4f542-1e5f-4b70-9eb0-c208c1e2d567', 'tag': '1e9847f5-1bc3-47b4-84bd-79f895011325'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:39:05.498594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9847f5-1bc3-47b4-84bd-79f895011325,revision_number=3']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:05.503309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0a392adc-4ac1-480f-ab8e-a129180382c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:05.579690 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f4f542-1e5f-4b70-9eb0-c208c1e2d567', 'tag': '1e9847f5-1bc3-47b4-84bd-79f895011325', 'status': 'completed', 'code': 200}
Apr 23 10:39:05.602356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022cf27-33ae-43c9-bebb-53444cba7fa7 req-7667656c-68c0-4710-9003-6df0164d2452 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:05.604020 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6022cf27-33ae-43c9-bebb-53444cba7fa7 req-7667656c-68c0-4710-9003-6df0164d2452 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 947 time: 0.2041020
Apr 23 10:39:05.615653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0fd1ce66-7615-4362-934f-341232edea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:05.617579 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-0fd1ce66-7615-4362-934f-341232edea1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2d6b1583c804f6fa4373ed7d81469a9&device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 1100 time: 0.0973089
Apr 23 10:39:05.690831 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-6022cf27-33ae-43c9-bebb-53444cba7fa7 req-2aed1707-337e-42b0-a9dc-b0d819a3ab92 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781837
Apr 23 10:39:05.741818 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-a7fb57d1-9f74-4d95-b45e-b0e4881c839b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=1e9847f5-1bc3-47b4-84bd-79f895011325 HTTP/1.1" status: 200  len: 217 time: 0.1057060
Apr 23 10:39:05.826077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-c211ec81-8814-42e3-afcb-f05e7bf5f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:05.827792 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-c211ec81-8814-42e3-afcb-f05e7bf5f21c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c1eb074-c559-49c1-a5f1-132a048744e3 HTTP/1.1" status: 200  len: 843 time: 0.0787761
Apr 23 10:39:05.938300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-ce545355-133c-4783-b074-21bfa7b675fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:05.939850 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-ce545355-133c-4783-b074-21bfa7b675fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64cd818a-f22b-44a6-a6d8-b25bc302f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1039031
Apr 23 10:39:06.131080 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-e7fa5f89-d907-45b6-a23c-39bc9980d1ef service neutron] 10.222.0.48 "GET /v2.0/networks/64cd818a-f22b-44a6-a6d8-b25bc302f0dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833940
Apr 23 10:39:06.317862 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-aa286c3b-caa2-4403-abee-722acbd29bf1 req-c057a2b3-fec5-478e-8516-d6db1bf80877 service neutron] 10.222.0.48 "GET /v2.0/networks/64cd818a-f22b-44a6-a6d8-b25bc302f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798692
Apr 23 10:39:06.542262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-69a296cf-e36d-448b-a3e9-8499e3167b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:06.543953 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-69a296cf-e36d-448b-a3e9-8499e3167b90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2d6b1583c804f6fa4373ed7d81469a9&device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 1100 time: 0.1108789
Apr 23 10:39:06.761548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-dfaa7147-99c1-4cdb-8a13-f96f9a1f0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:06.761848 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-bc3e385a-096f-42e8-9144-50f21af44100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:06.763677 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-dfaa7147-99c1-4cdb-8a13-f96f9a1f0d1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=64cd818a-f22b-44a6-a6d8-b25bc302f0dc HTTP/1.1" status: 200  len: 870 time: 0.1916537
Apr 23 10:39:06.859746 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-1cbf88e4-6f27-4232-b836-07c359c8acd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=1e9847f5-1bc3-47b4-84bd-79f895011325 HTTP/1.1" status: 200  len: 217 time: 0.0862372
Apr 23 10:39:06.945429 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-0e7c937e-299e-44e2-b7bc-30fc4157d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:06.947536 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-0e7c937e-299e-44e2-b7bc-30fc4157d334 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c1eb074-c559-49c1-a5f1-132a048744e3 HTTP/1.1" status: 200  len: 843 time: 0.0805180
Apr 23 10:39:06.987713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225da93-ea55-4d78-8d59-ea311e9a7a19 req-6ee20348-ca76-4c60-86c9-fc92044f7559 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:06.991732 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7225da93-ea55-4d78-8d59-ea311e9a7a19 req-6ee20348-ca76-4c60-86c9-fc92044f7559 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 947 time: 0.1195121
Apr 23 10:39:07.059043 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-8355afde-d753-4abd-a6b6-19d24eb75f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:07.060767 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7225da93-ea55-4d78-8d59-ea311e9a7a19 req-a9adc873-e96c-4dc7-b595-8e59d6bfb554 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636690
Apr 23 10:39:07.062643 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-8355afde-d753-4abd-a6b6-19d24eb75f26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64cd818a-f22b-44a6-a6d8-b25bc302f0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1072612
Apr 23 10:39:07.241751 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-5d363bc7-7d80-4690-873c-1914107bf19a service neutron] 10.222.0.48 "GET /v2.0/networks/64cd818a-f22b-44a6-a6d8-b25bc302f0dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718452
Apr 23 10:39:07.431066 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-7a4586c9-0f4d-4590-aa18-f863893b815c req-85ac9f19-6ddc-4f66-8f37-0a6e9b0cf71f service neutron] 10.222.0.48 "GET /v2.0/networks/64cd818a-f22b-44a6-a6d8-b25bc302f0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792693
Apr 23 10:39:07.613546 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:07.630907 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:39:08.027192 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 1e9847f5-1bc3-47b4-84bd-79f895011325 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 23 10:39:08.211842 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:08.295780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 1e9847f5-1bc3-47b4-84bd-79f895011325, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e9847f5-1bc3-47b4-84bd-79f895011325,segment=NetworkSegment(169e54e0-c1ad-4c99-b0bf-eb02010aeed9),segment_id=169e54e0-c1ad-4c99-b0bf-eb02010aeed9)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:39:08.313912 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Returning: {'device': '1e9847f5-1bc3-47b4-84bd-79f895011325', 'network_id': '64cd818a-f22b-44a6-a6d8-b25bc302f0dc', 'port_id': '1e9847f5-1bc3-47b4-84bd-79f895011325', 'mac_address': 'fa:16:3e:e2:b4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1eb074-c559-49c1-a5f1-132a048744e3', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 23 10:39:08.353892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc950467-b5b7-4fd2-9f66-363b9d10b056 req-e1d94bcf-6e8f-4451-9878-17ec8d74df79 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:08.357330 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc950467-b5b7-4fd2-9f66-363b9d10b056 req-e1d94bcf-6e8f-4451-9878-17ec8d74df79 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 947 time: 0.1180558
Apr 23 10:39:08.391708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:08.413843 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9847f5-1bc3-47b4-84bd-79f895011325 {{(pid=86339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 23 10:39:08.417273 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-bc950467-b5b7-4fd2-9f66-363b9d10b056 req-af1846bc-1cc9-49bd-afe6-5f7243998fcb tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529144
Apr 23 10:39:08.436644 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 1e9847f5-1bc3-47b4-84bd-79f895011325, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e9847f5-1bc3-47b4-84bd-79f895011325,segment=NetworkSegment(169e54e0-c1ad-4c99-b0bf-eb02010aeed9),segment_id=169e54e0-c1ad-4c99-b0bf-eb02010aeed9)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:39:08.440774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:08.444780 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:08.564421 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=1e9847f5-1bc3-47b4-84bd-79f895011325,revision_number=4']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:08.568057 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:08.771517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['1e9847f5-1bc3-47b4-84bd-79f895011325'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:39:08.949430 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:09.653159 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2aea5b-f4c2-4210-bb41-9872fe93197d req-3b27bea4-2657-425d-a110-6e110f645b05 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:09.655641 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-da2aea5b-f4c2-4210-bb41-9872fe93197d req-3b27bea4-2657-425d-a110-6e110f645b05 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 948 time: 0.1135046
Apr 23 10:39:09.729828 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-da2aea5b-f4c2-4210-bb41-9872fe93197d req-66124bef-7959-4b9d-ad20-7382ea199ccb tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597456
Apr 23 10:39:10.028190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 1e9847f5-1bc3-47b4-84bd-79f895011325 up at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 23 10:39:10.131037 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning for port 1e9847f5-1bc3-47b4-84bd-79f895011325 completed by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 23 10:39:10.138246 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.provisioning_blocks [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Provisioning complete for port 1e9847f5-1bc3-47b4-84bd-79f895011325 triggered by entity L2. {{(pid=86339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 23 10:39:10.138851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903958'] for port, provisioning_complete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:10.294567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854040117'] for port, before_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:10.330742 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f4f542-1e5f-4b70-9eb0-c208c1e2d567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9847f5-1bc3-47b4-84bd-79f895011325'}] {{(pid=86339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:39:10.344080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] For port 1e9847f5-1bc3-47b4-84bd-79f895011325, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e9847f5-1bc3-47b4-84bd-79f895011325,segment=NetworkSegment(169e54e0-c1ad-4c99-b0bf-eb02010aeed9),segment_id=169e54e0-c1ad-4c99-b0bf-eb02010aeed9)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:39:10.349662 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747686821576', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289168387359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289168385276'] for port, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:10.352460 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:10.397310 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f4f542-1e5f-4b70-9eb0-c208c1e2d567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9847f5-1bc3-47b4-84bd-79f895011325', 'code': 200}
Apr 23 10:39:10.451016 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Pushing event updated for resources: {'Port': ['ID=1e9847f5-1bc3-47b4-84bd-79f895011325,revision_number=5']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:10.454684 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:10.756518 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64853ede-9093-4e23-80f9-a8bcade945a7 req-e5ab7b2f-59a0-4c4b-8177-052ee2941a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:10.758808 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-64853ede-9093-4e23-80f9-a8bcade945a7 req-e5ab7b2f-59a0-4c4b-8177-052ee2941a8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 1102 time: 0.1056223
Apr 23 10:39:10.824426 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-64853ede-9093-4e23-80f9-a8bcade945a7 req-2a7382a4-afb3-421c-be91-5c9eae952a97 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554414
Apr 23 10:39:11.089447 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96314212-56b2-4c7c-bb40-c41158b88c83 req-f19ddfbc-dc81-4ce1-811c-be05be24cb96 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:11.091120 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-96314212-56b2-4c7c-bb40-c41158b88c83 req-f19ddfbc-dc81-4ce1-811c-be05be24cb96 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 949 time: 0.1248312
Apr 23 10:39:11.159505 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-96314212-56b2-4c7c-bb40-c41158b88c83 req-7e7a184f-0683-4f74-b4e4-f8573ba65d4f tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596883
Apr 23 10:39:12.388306 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f09483-237c-42bb-b76c-079e710840f2 req-b7bde8aa-9a2b-422b-a136-c016d3d9b8ee tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:12.389995 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d2f09483-237c-42bb-b76c-079e710840f2 req-b7bde8aa-9a2b-422b-a136-c016d3d9b8ee tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 949 time: 0.0986176
Apr 23 10:39:12.445849 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d2f09483-237c-42bb-b76c-079e710840f2 req-ddc8525d-ffa3-4d45-874c-fafa593e7662 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479596
Apr 23 10:39:12.975754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5679-df53-4489-b880-70a1584ae89f req-a05d7293-e82d-42df-976b-a9dc24d98f1e tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:12.983790 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89fb5679-df53-4489-b880-70a1584ae89f req-a05d7293-e82d-42df-976b-a9dc24d98f1e tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 949 time: 0.1160071
Apr 23 10:39:13.036003 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-89fb5679-df53-4489-b880-70a1584ae89f req-122bcca9-8ae9-4877-a2d3-2dd6a3fd51b6 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509598
Apr 23 10:39:14.285021 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8900b-812c-49b2-992a-496470b535db req-5909c169-5b57-4782-a4e7-d9a1dab6b2a9 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:14.285021 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-08d8900b-812c-49b2-992a-496470b535db req-5909c169-5b57-4782-a4e7-d9a1dab6b2a9 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 949 time: 0.1019735
Apr 23 10:39:14.346816 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-08d8900b-812c-49b2-992a-496470b535db req-bcfdb07c-1003-4b23-adbd-7e5255979ca2 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/security-groups?id=b55b8591-c7ab-4e00-beb7-f60577928b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536678
Apr 23 10:39:14.581682 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-165b95e3-edd5-4bf7-8a3d-41c74047ff51 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:39:14.582648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-165b95e3-edd5-4bf7-8a3d-41c74047ff51 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Synchronizing usage tracker for tenant:b2d6b1583c804f6fa4373ed7d81469a9 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:39:14.601351 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-165b95e3-edd5-4bf7-8a3d-41c74047ff51 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Unset dirty status for tenant:b2d6b1583c804f6fa4373ed7d81469a9 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:39:14.602469 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-165b95e3-edd5-4bf7-8a3d-41c74047ff51 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.48 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 949 time: 0.1360495
Apr 23 10:39:14.769663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Deleting port 1e9847f5-1bc3-47b4-84bd-79f895011325 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:39:14.769951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:15.001093 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] For port 1e9847f5-1bc3-47b4-84bd-79f895011325, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1e9847f5-1bc3-47b4-84bd-79f895011325,segment=NetworkSegment(169e54e0-c1ad-4c99-b0bf-eb02010aeed9),segment_id=169e54e0-c1ad-4c99-b0bf-eb02010aeed9)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:39:15.004800 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:15.166931 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Calling delete_port for 1e9847f5-1bc3-47b4-84bd-79f895011325 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:39:15.328081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:15.336527 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-3d32aa8d-b2fe-40db-8f9b-357dcc24e52b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:15.368858 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] get_ports_and_sgs() called for port_ids ['1e9847f5-1bc3-47b4-84bd-79f895011325'] {{(pid=86339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 23 10:39:15.400625 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Pushing event deleted for resources: {'Port': ['ID=1e9847f5-1bc3-47b4-84bd-79f895011325,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:15.405143 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:15.556641 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] No DVR routers for this DVR port 1e9847f5-1bc3-47b4-84bd-79f895011325 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:39:15.559594 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:15.562813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f4f542-1e5f-4b70-9eb0-c208c1e2d567', 'name': 'network-vif-deleted', 'tag': '1e9847f5-1bc3-47b4-84bd-79f895011325'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:39:15.576215 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-a16fa8d0-9719-41d2-9dbd-dbd43ae5015f req-1ba0cf54-a87e-4016-8d9b-b4c519bab878 tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.75 "GET /v2.0/ports?device_id=42f4f542-1e5f-4b70-9eb0-c208c1e2d567 HTTP/1.1" status: 200  len: 210 time: 0.0730586
Apr 23 10:39:15.591402 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e91c3897-bafb-4c58-80c5-bb67eb42229b req-e010c8ad-fb40-476b-9571-0115fd9437ba tempest-VolumesNegativeTest-1572718178 tempest-VolumesNegativeTest-1572718178-project] 10.222.0.48 "DELETE /v2.0/ports/1e9847f5-1bc3-47b4-84bd-79f895011325 HTTP/1.1" status: 204  len: 173 time: 0.9834461
Apr 23 10:39:15.628848 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f4f542-1e5f-4b70-9eb0-c208c1e2d567', 'name': 'network-vif-deleted', 'tag': '1e9847f5-1bc3-47b4-84bd-79f895011325', 'status': 'completed', 'code': 200}
Apr 23 10:39:18.064930 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 1e9847f5-1bc3-47b4-84bd-79f895011325 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:39:18.113199 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 1e9847f5-1bc3-47b4-84bd-79f895011325 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:39:18.113716 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 1e9847f5-1bc3-47b4-84bd-79f895011325 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:39:22.284961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51814) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:39:22.469107 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-3b7fe7f9-55f9-4f53-bca9-3b9d602d7639 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b2d6b1583c804f6fa4373ed7d81469a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1826808
Apr 23 10:39:22.472232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51832) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:39:22.559639 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c163-c5f1-4820-a34e-fc7fd66cef5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:22.615291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c163-c5f1-4820-a34e-fc7fd66cef5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:22.704559 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c163-c5f1-4820-a34e-fc7fd66cef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:22.715115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f04419e-24ba-485c-8c91-b004b51648e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:22.735009 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1c163-c5f1-4820-a34e-fc7fd66cef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55b8591-c7ab-4e00-beb7-f60577928b0f,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:22.738444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6ce1c163-c5f1-4820-a34e-fc7fd66cef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:22.743111 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c163-c5f1-4820-a34e-fc7fd66cef5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:22.744154 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6ce1c163-c5f1-4820-a34e-fc7fd66cef5e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b55b8591-c7ab-4e00-beb7-f60577928b0f HTTP/1.1" status: 204  len: 168 time: 0.2708569
Apr 23 10:39:23.800841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 51868) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:39:23.872521 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Deleting subnet 80ca49e0-e724-46d1-9e7b-28f46d9b4c16 {{(pid=86337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:39:23.877008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:23.939838 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848247158'] for subnet, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:24.005466 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:24.280074 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5541596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849038594'] for subnet, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:24.291994 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8edd9d99-ae2a-4ab5-9e52-5c4031f2dcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:24.329097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:24.339258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ca49e0-e724-46d1-9e7b-28f46d9b4c16,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:24.342587 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/80ca49e0-e724-46d1-9e7b-28f46d9b4c16 HTTP/1.1" status: 204  len: 168 time: 0.5403228
Apr 23 10:39:24.346721 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51882) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:39:24.350752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.351186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.351613 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.352026 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.352435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.352832 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.353452 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.354068 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.354483 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.354894 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.355300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.355705 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:39:24.359115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d6530275-37c4-4bf3-8e8d-05b2b81f415b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:24.470110 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:24.609356 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:24.730901 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4ba8fb0d30>,) {'filters': {'network_id': ['de2109ce-66fc-4fd4-80ea-091a0ec18424']}} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:39:24.744346 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba8fb0d30>, '4a8ef3af-fb6e-4043-afe1-b547a54c4522') {'for_net_delete': True} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:39:24.744765 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba8fb0d30>, '4a8ef3af-fb6e-4043-afe1-b547a54c4522') {} {{(pid=86338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:39:24.757532 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073763'] for segment, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:24.772422 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:24.778779 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=86338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:39:24.969312 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Network de2109ce-66fc-4fd4-80ea-091a0ec18424 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:39:24.980003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6066531'] for segment, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:25.162805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Network de2109ce-66fc-4fd4-80ea-091a0ec18424 has no segments {{(pid=86338) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:39:25.189963 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:39:25.273592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:25.277381 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:25.297420 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:25.307377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2109ce-66fc-4fd4-80ea-091a0ec18424,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:25.311115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:25.315856 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-901c338c-5852-47cf-9267-ed5108000941 admin admin] 10.222.0.75 "DELETE /v2.0/networks/de2109ce-66fc-4fd4-80ea-091a0ec18424 HTTP/1.1" status: 204  len: 168 time: 0.9678619
Apr 23 10:39:25.515499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51894) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:39:25.576954 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-efc9dc26-32ef-4f70-bb7e-5fd26b8f40a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cba975d0532e4eeabfe6a3a1c4c71e02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0598557
Apr 23 10:39:25.580865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51898) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:39:25.648714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7374881b-9c96-4341-82bf-de2f01888688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:25.687152 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7374881b-9c96-4341-82bf-de2f01888688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:25.750715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7374881b-9c96-4341-82bf-de2f01888688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:25.760528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cb619666-9cec-4b6e-8645-6e8144fc69b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:25.776738 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374881b-9c96-4341-82bf-de2f01888688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5aedcc-2aa2-4658-9bf0-ca00917d145c,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:25.779972 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7374881b-9c96-4341-82bf-de2f01888688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:25.787702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7374881b-9c96-4341-82bf-de2f01888688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:25.789071 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7374881b-9c96-4341-82bf-de2f01888688 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd5aedcc-2aa2-4658-9bf0-ca00917d145c HTTP/1.1" status: 204  len: 168 time: 0.2069964
Apr 23 10:39:32.728194 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 51932) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:39:32.866309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:32.883731 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 23 10:39:32.888022 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] Usage tracker for resource:security_group_rule and tenant:d80a29d0744a4c50bfe64af472d3ebfc is out of sync, need to count used quota {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 23 10:39:32.891122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86337) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 23 10:39:32.897966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.quota.driver [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86337) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 23 10:39:32.990752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:32.993875 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_create {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:33.003809 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e4d4f356-57fd-44b8-8218-6fc8918c392b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:33.050495 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d80a29d0744a4c50bfe64af472d3ebfc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3210833
Apr 23 10:39:33.052211 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ae2f74-d08a-4560-888b-07e6fda5d2f6,revision_number=1']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:33.053569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51938) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:39:33.055680 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-6c71ae5f-cb82-422e-85ba-a12b047b231e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:33.120744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-efa3cae2-9de4-4926-b264-868eac763ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:33.148911 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-efa3cae2-9de4-4926-b264-868eac763ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:33.194505 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-efa3cae2-9de4-4926-b264-868eac763ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:33.199755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-0f4298da-287a-41d5-ad79-356a5995c56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:39:33.215354 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3cae2-9de4-4926-b264-868eac763ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ae2f74-d08a-4560-888b-07e6fda5d2f6,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:39:33.218232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-efa3cae2-9de4-4926-b264-868eac763ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:39:33.219489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-efa3cae2-9de4-4926-b264-868eac763ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:33.221426 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-efa3cae2-9de4-4926-b264-868eac763ea3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/87ae2f74-d08a-4560-888b-07e6fda5d2f6 HTTP/1.1" status: 204  len: 168 time: 0.1666677
Apr 23 10:39:34.024909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:34.880650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-81ec1136-c859-4d41-b5a3-c673a5916626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:36.725146 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-5117aa2a-88da-4eb1-9b65-5f3887dc1ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:37.602561 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:38.183533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:38.917966 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:39:44.630992 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:40:04.032718 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:04.882553 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-adf8a00d-f039-451f-9d00-0d65843ad0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:06.731011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-0054c83b-ce60-4f15-ad62-27718e08571b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:07.604352 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:07.794121 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-21cb69ff-cfd1-423d-ba9c-8a26d8f58c7e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2148886
Apr 23 10:40:07.964781 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-b0785542-f482-4cac-af2c-88016be4c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:07.966407 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-b0785542-f482-4cac-af2c-88016be4c11e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 1099 time: 0.0824451
Apr 23 10:40:08.200517 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:08.363803 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-9d5eee18-1a4e-4dea-aeeb-3e9acc960750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:08.365279 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-9d5eee18-1a4e-4dea-aeeb-3e9acc960750 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.3785779
Apr 23 10:40:08.474605 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-c39a522f-74a8-4d51-b013-a0f0de411311 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1222db8-e56d-445a-8b49-7d004965e421 HTTP/1.1" status: 200  len: 1002 time: 0.1028321
Apr 23 10:40:08.542414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-1c3c5019-272b-402c-8810-a54429dbba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:08.543960 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-1c3c5019-272b-402c-8810-a54429dbba60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.0636570
Apr 23 10:40:08.633551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-2c70f585-fd3f-40bc-b05a-661bd318099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:08.635099 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-2c70f585-fd3f-40bc-b05a-661bd318099d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836260
Apr 23 10:40:08.647344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-f4eac3cc-c283-48a1-b28f-4a1af9d9e2ad service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86338) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 23 10:40:08.648527 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-f4eac3cc-c283-48a1-b28f-4a1af9d9e2ad service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057087
Apr 23 10:40:08.793097 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-5c2588c8-ba3b-4ea2-82ef-64e0f85fcfbd service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384692
Apr 23 10:40:08.922906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:08.941783 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-4ae1a18d-bb19-4868-8169-9a98719e731b req-f1e28903-98fa-4cb1-b1f2-878fe186e982 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422076
Apr 23 10:40:21.632397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:40:34.031373 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:34.548252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51954) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:40:34.838751 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Deleting port f7d47188-e1c0-443a-a3a1-9f323ad590e4 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:40:34.839138 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:34.884213 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-3180e15a-ae79-41ff-885e-2730e1639543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:34.966435 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:34.966805 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:35.100204 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Calling delete_port for f7d47188-e1c0-443a-a3a1-9f323ad590e4 owned by network:floatingip {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:40:35.223371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:35.228886 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b22f5194-6bc2-498d-ad66-9b2107cc5302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:35.280473 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event deleted for resources: {'Port': ['ID=f7d47188-e1c0-443a-a3a1-9f323ad590e4,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:35.324533 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.324964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.325414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.325837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.326252 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.326673 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.327088 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.327501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.327915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.328352 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.328764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.329219 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:35.362872 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:35.392511 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:35.392879 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Floating IP 30e540dd-835e-45c6-b6ed-a249a510806a disassociated (deleted). External IP: 172.27.0.249, port: 4449fa7a-3338-4781-ae00-1ff9c53d5390.
Apr 23 10:40:35.771990 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Router 88f40f15-281d-44da-9394-0d78055f71ba has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:40:35.961506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:40:35.971249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] Sync routers for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:40:35.979223 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:35.982417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:40:35.983176 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9be6518>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:40:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:36.041833 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-53075b3c-fa74-4f71-9239-e569362c7d92 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "DELETE /v2.0/floatingips/30e540dd-835e-45c6-b6ed-a249a510806a HTTP/1.1" status: 204  len: 168 time: 1.4923680
Apr 23 10:40:36.042541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:40:36.177220 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:40:36.236168 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'status': 'completed', 'code': 200}
Apr 23 10:40:36.367615 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-ae7d7683-ec16-4bda-9e58-3df8436fdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:36.369257 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-ae7d7683-ec16-4bda-9e58-3df8436fdb3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 1098 time: 0.0866933
Apr 23 10:40:36.447952 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f1b84-db89-43b6-b15a-eec1e37a82a5 req-55eabf8c-c405-4a80-a4d6-917d1697aa55 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:36.449619 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c57f1b84-db89-43b6-b15a-eec1e37a82a5 req-55eabf8c-c405-4a80-a4d6-917d1697aa55 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 945 time: 0.0941260
Apr 23 10:40:36.504621 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c57f1b84-db89-43b6-b15a-eec1e37a82a5 req-69c9353e-b9da-4d5f-84f2-0fc30d7177b2 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467305
Apr 23 10:40:36.521309 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-76a8d348-c293-459a-9bf3-a0cffbc00684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:36.522948 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-76a8d348-c293-459a-9bf3-a0cffbc00684 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.1472826
Apr 23 10:40:36.567047 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9be6518>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'fa243d5a-24c0-414c-b81b-f88c04da9795', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:36:36Z', 'updated_at': '2021-04-23T10:36:39Z', 'revision_number': 1, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:36.571286 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] Checking router: 88f40f15-281d-44da-9394-0d78055f71ba for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:40:36.580949 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:40:36.581654 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9be6518>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:40:07Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:36.602296 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-96290eb0-2cd3-42c1-8936-bf0ffb791e3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4449fa7a-3338-4781-ae00-1ff9c53d5390 HTTP/1.1" status: 200  len: 217 time: 0.0722208
Apr 23 10:40:36.679834 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-904b2b00-1b6c-47fe-8e10-119313dce973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:36.681512 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-904b2b00-1b6c-47fe-8e10-119313dce973 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.0713201
Apr 23 10:40:36.776421 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-8771c64c-2e94-4cdd-8f97-cf77f4d3fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:36.778071 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-8771c64c-2e94-4cdd-8f97-cf77f4d3fa70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880682
Apr 23 10:40:36.910444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ca316827-b59c-4a01-8bf3-41a9aa57bc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:36.924941 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-ff3a8f2b-6a4c-42d6-a30e-c6c195822a94 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386719
Apr 23 10:40:36.958968 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:40:37.071191 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-8407e70b-cd55-465d-9ca7-36fb6ca4201d req-61d3aca1-c33d-4ba3-9509-010d23a80687 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383939
Apr 23 10:40:37.332052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9be6518>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'fa243d5a-24c0-414c-b81b-f88c04da9795', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:36:36Z', 'updated_at': '2021-04-23T10:36:39Z', 'revision_number': 1, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:37.336229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b4aad6-4c78-4864-a520-49cd74c2b78d None None] The sync data for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi is: [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_floatingips': [{'id': 'fa243d5a-24c0-414c-b81b-f88c04da9795', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'router_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'port_id': 'd1222db8-e56d-445a-8b49-7d004965e421', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'mac_address': 'fa:16:3e:b0:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8f7c82-714c-4da1-9356-791177996916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:36:36Z', 'updated_at': '2021-04-23T10:36:39Z', 'revision_number': 1, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:40:37.608032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:37.708797 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be6878-3cdb-41ee-bcfe-dbd9465720d6 None None] New status for floating IP 30e540dd-835e-45c6-b6ed-a249a510806a: DOWN {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:40:37.729713 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969caff-a1ad-4e45-a364-f2167550b421 req-9e416224-9194-471d-97d1-fd12af8c612c tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:37.731351 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c969caff-a1ad-4e45-a364-f2167550b421 req-9e416224-9194-471d-97d1-fd12af8c612c tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 945 time: 0.0989456
Apr 23 10:40:37.783144 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-c969caff-a1ad-4e45-a364-f2167550b421 req-e302403d-a8af-4eb3-8a70-c9e03ff2c9a4 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446532
Apr 23 10:40:38.128335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-d7cef97b-b4f4-4985-985f-6c9c1506dff7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:38.129145 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-d7cef97b-b4f4-4985-985f-6c9c1506dff7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Synchronizing usage tracker for tenant:15f6aaa4269248d28b1549456a94b818 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:40:38.144282 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-d7cef97b-b4f4-4985-985f-6c9c1506dff7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Unset dirty status for tenant:15f6aaa4269248d28b1549456a94b818 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:40:38.145531 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-d7cef97b-b4f4-4985-985f-6c9c1506dff7 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 945 time: 0.1047349
Apr 23 10:40:38.182017 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:38.295307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Deleting port 4449fa7a-3338-4781-ae00-1ff9c53d5390 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:40:38.295604 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:38.682528 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] For port 4449fa7a-3338-4781-ae00-1ff9c53d5390, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=4449fa7a-3338-4781-ae00-1ff9c53d5390,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:40:38.683115 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:38.816831 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Calling delete_port for 4449fa7a-3338-4781-ae00-1ff9c53d5390 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:40:38.926084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:38.936548 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:38.942601 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a84af593-a148-48a0-98f8-33c6c33410bd tempest-AttachVolumeNegativeTest-2065848101 tempest-AttachVolumeNegativeTest-2065848101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:38.954836 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-3cc583a8-077d-448a-8bab-62ff210c194c req-86a4b348-c928-4da4-9301-23b101be3518 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 210 time: 0.0527778
Apr 23 10:40:38.992617 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event deleted for resources: {'Port': ['ID=4449fa7a-3338-4781-ae00-1ff9c53d5390,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:38.996011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:39.073755 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] No DVR routers for this DVR port 4449fa7a-3338-4781-ae00-1ff9c53d5390 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:40:39.076416 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:39.079405 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'name': 'network-vif-deleted', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:40:39.095229 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-d7e65d88-1103-4bb7-924f-a4c267f17d9f req-8f88dde6-e705-445f-895a-241b41249d07 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "DELETE /v2.0/ports/4449fa7a-3338-4781-ae00-1ff9c53d5390 HTTP/1.1" status: 204  len: 173 time: 0.9442070
Apr 23 10:40:39.134422 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26c192-3c94-46ca-bb25-5970ea00e33d', 'name': 'network-vif-deleted', 'tag': '4449fa7a-3338-4781-ae00-1ff9c53d5390', 'status': 'completed', 'code': 200}
Apr 23 10:40:40.144866 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-221e230a-35cb-4472-b3d8-ebe2b6aceedf req-f1868346-9f23-47c5-ac68-bf42b4e4dd08 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=0a26c192-3c94-46ca-bb25-5970ea00e33d HTTP/1.1" status: 200  len: 210 time: 0.0587313
Apr 23 10:40:40.465335 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 4449fa7a-3338-4781-ae00-1ff9c53d5390 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:40:40.504137 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: 4449fa7a-3338-4781-ae00-1ff9c53d5390 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:40:40.504529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device 4449fa7a-3338-4781-ae00-1ff9c53d5390 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:40:43.808717 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 51988) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:40:44.092876 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Deleting port 27b72b52-9bf6-48de-8a75-2019c6051dd1 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:40:44.093232 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:44.219837 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:44.220202 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:44.353726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Calling delete_port for 27b72b52-9bf6-48de-8a75-2019c6051dd1 owned by network:floatingip {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:40:44.478124 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:44.483178 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:44.533059 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event deleted for resources: {'Port': ['ID=27b72b52-9bf6-48de-8a75-2019c6051dd1,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:44.536603 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:44.635581 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:44.635935 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.db.l3_db [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Floating IP fa243d5a-24c0-414c-b81b-f88c04da9795 disassociated (deleted). External IP: 172.27.0.213, port: d1222db8-e56d-445a-8b49-7d004965e421.
Apr 23 10:40:45.012741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Router 88f40f15-281d-44da-9394-0d78055f71ba has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:40:45.206267 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:40:45.219107 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] Sync routers for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:40:45.228470 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:45.233688 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:40:45.234426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baade5940>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:40:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:45.291640 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7eea76c1-9df1-449e-8a86-979cd5b69341 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "DELETE /v2.0/floatingips/fa243d5a-24c0-414c-b81b-f88c04da9795 HTTP/1.1" status: 204  len: 168 time: 1.4816015
Apr 23 10:40:45.292262 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:40:45.341840 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421', 'status': 'completed', 'code': 200}
Apr 23 10:40:45.428344 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:40:45.467323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-e440f65f-e64d-4c45-ad7e-b2ee972aecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:45.469525 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-e440f65f-e64d-4c45-ad7e-b2ee972aecff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15f6aaa4269248d28b1549456a94b818&device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 1099 time: 0.0822814
Apr 23 10:40:45.629032 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-8696bfa7-2e36-423f-b6c9-30cc065e01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:45.630641 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-8696bfa7-2e36-423f-b6c9-30cc065e01c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 200  len: 913 time: 0.1547940
Apr 23 10:40:45.720740 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-bfe86f53-dc00-4224-93bc-c9959ddc1c3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1222db8-e56d-445a-8b49-7d004965e421 HTTP/1.1" status: 200  len: 217 time: 0.0830939
Apr 23 10:40:45.746012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe32e2-0eb8-409f-83f8-b4d7a4fe5146 req-18271d7d-f478-4e43-830a-759dc468cc58 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:45.748108 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-07fe32e2-0eb8-409f-83f8-b4d7a4fe5146 req-18271d7d-f478-4e43-830a-759dc468cc58 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 946 time: 0.1390030
Apr 23 10:40:45.805633 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-07fe32e2-0eb8-409f-83f8-b4d7a4fe5146 req-579ac824-ea84-4a9b-a748-1aeca9e013f8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502007
Apr 23 10:40:45.829108 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baade5940>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:45.834007 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] Checking router: 88f40f15-281d-44da-9394-0d78055f71ba for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:40:45.839490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-d5bbb352-c671-4896-88c9-270c5490ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:45.841107 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-d5bbb352-c671-4896-88c9-270c5490ec6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 200  len: 851 time: 0.1129057
Apr 23 10:40:45.843197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:40:45.843903 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baade5940>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:40:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:45.930851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-84526fc5-61ad-4635-88ea-3ecb6702f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:45.932530 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-84526fc5-61ad-4635-88ea-3ecb6702f1ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824864
Apr 23 10:40:46.036691 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:40:46.078605 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-b1f37302-25bc-42ef-87f9-66390bd2edf4 service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381583
Apr 23 10:40:46.223625 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-cf56c7ee-cc54-4216-9d8b-f3bf4996d443 req-1b0baf6c-18bb-40ec-91dc-8bbc4f02246e service neutron] 10.222.0.48 "GET /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381114
Apr 23 10:40:46.543573 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baade5940>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:46.548485 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e2c2e-036b-4aa1-b2e2-991d7a5fc5a7 None None] The sync data for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi is: [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:32:45Z', 'revision_number': 4, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi', '_interfaces': [{'id': 'e1359e0d-f63f-404f-87ed-59141cc74989', 'name': '', 'network_id': 'd1eb0ba9-6bde-49a7-9ed5-ac72c23317ac', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'mac_address': 'fa:16:3e:b2:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:44Z', 'updated_at': '2021-04-23T10:32:55Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'subnets': [{'id': '0f238f66-569e-415c-9690-2b06b78fb85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:40:46.968105 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb001c7-8412-4b41-ad5e-706e2c538686 None None] New status for floating IP fa243d5a-24c0-414c-b81b-f88c04da9795: DOWN {{(pid=86340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 23 10:40:47.016841 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd5ec5-e388-4b23-adae-ca50254adc8c req-b2a10c54-3f1c-40ea-afa4-1cb17e3e106f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:47.018500 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-02bd5ec5-e388-4b23-adae-ca50254adc8c req-b2a10c54-3f1c-40ea-afa4-1cb17e3e106f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 946 time: 0.0900130
Apr 23 10:40:47.072103 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-02bd5ec5-e388-4b23-adae-ca50254adc8c req-512eb584-74b8-4cbe-8b5e-9a19a9e4b656 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c1533dd-9f03-49c8-a727-e114cd865a89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468051
Apr 23 10:40:47.238188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-5ab6071c-99e5-4be1-b26c-82450e8e9f6d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 23 10:40:47.238947 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-5ab6071c-99e5-4be1-b26c-82450e8e9f6d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Synchronizing usage tracker for tenant:15f6aaa4269248d28b1549456a94b818 on resource:port {{(pid=86338) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 23 10:40:47.256537 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.quota.resource [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-5ab6071c-99e5-4be1-b26c-82450e8e9f6d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Unset dirty status for tenant:15f6aaa4269248d28b1549456a94b818 on resource:port {{(pid=86338) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 23 10:40:47.257773 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-5ab6071c-99e5-4be1-b26c-82450e8e9f6d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 946 time: 0.1057894
Apr 23 10:40:47.407340 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Deleting port d1222db8-e56d-445a-8b49-7d004965e421 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:40:47.407655 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:47.553168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] For port d1222db8-e56d-445a-8b49-7d004965e421, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d1222db8-e56d-445a-8b49-7d004965e421,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:40:47.553754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:47.941614 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Calling delete_port for d1222db8-e56d-445a-8b49-7d004965e421 owned by compute:nova {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:40:48.055957 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:48.062545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb4cc4f1-1d6d-4edb-9139-b2dde7619d74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:48.121081 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event deleted for resources: {'Port': ['ID=d1222db8-e56d-445a-8b49-7d004965e421,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:48.163530 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:48.210974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] No DVR routers for this DVR port d1222db8-e56d-445a-8b49-7d004965e421 on host hv-cinder-77923 {{(pid=86338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:40:48.213397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for port, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:48.216377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'name': 'network-vif-deleted', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421'}] {{(pid=86338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 23 10:40:48.232064 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-903a183d-61eb-4b8a-8a9d-dfb7ad8f19f5 req-dce4b4a0-ff02-4e3b-a92b-7b576700711d tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.48 "DELETE /v2.0/ports/d1222db8-e56d-445a-8b49-7d004965e421 HTTP/1.1" status: 204  len: 173 time: 0.9686072
Apr 23 10:40:48.257793 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [req-e550af7c-5fe3-4283-b219-a81d99b1d52d req-9aaab3da-057a-41eb-a198-511cf9a0685f tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8f7c82-714c-4da1-9356-791177996916 HTTP/1.1" status: 200  len: 210 time: 0.0566566
Apr 23 10:40:48.268553 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8f7c82-714c-4da1-9356-791177996916', 'name': 'network-vif-deleted', 'tag': 'd1222db8-e56d-445a-8b49-7d004965e421', 'status': 'completed', 'code': 200}
Apr 23 10:40:49.360784 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 52006) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:40:49.609993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Deleting port 3687ec19-92d3-47f0-83c7-8cbbb08cf735 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:40:49.610366 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:49.738948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:49.739319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:49.872451 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Calling delete_port for 3687ec19-92d3-47f0-83c7-8cbbb08cf735 owned by network:floatingip {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:40:49.988234 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:49.993040 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e10f345c-61c6-4249-a4df-3076249d4370 tempest-VolumesActionsTest-1909061052 tempest-VolumesActionsTest-1909061052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:50.043859 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event deleted for resources: {'Port': ['ID=3687ec19-92d3-47f0-83c7-8cbbb08cf735,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:50.047329 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:50.144260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for floatingip, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:50.159186 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1408'] for floatingip, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:50.160421 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "DELETE /v2.0/floatingips/d1a934f1-3952-482f-9b4c-7bf7e645c558 HTTP/1.1" status: 204  len: 168 time: 0.7985215
Apr 23 10:40:51.563450 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 52020) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:40:51.636506 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65f26be0-06ad-47f7-a965-76dee0469fc8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:51.674195 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65f26be0-06ad-47f7-a965-76dee0469fc8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:51.728555 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65f26be0-06ad-47f7-a965-76dee0469fc8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:51.733948 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-667442b1-db46-46f3-ad96-60dcce9ac04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:51.750622 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f26be0-06ad-47f7-a965-76dee0469fc8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1533dd-9f03-49c8-a727-e114cd865a89,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:51.753489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-65f26be0-06ad-47f7-a965-76dee0469fc8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:51.760281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-65f26be0-06ad-47f7-a965-76dee0469fc8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Notify callbacks [] for security_group, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:51.764182 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-65f26be0-06ad-47f7-a965-76dee0469fc8 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] 10.222.0.75 "DELETE /v2.0/security-groups/1c1533dd-9f03-49c8-a727-e114cd865a89 HTTP/1.1" status: 204  len: 168 time: 0.1970413
Apr 23 10:40:52.498350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device d1222db8-e56d-445a-8b49-7d004965e421 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:40:52.538748 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] No Port match for: d1222db8-e56d-445a-8b49-7d004965e421 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:40:52.539131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Device d1222db8-e56d-445a-8b49-7d004965e421 not bound to the agent host hv-cinder-77923 {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:40:52.842210 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 52028) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:40:53.536397 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7977124'] for router_interface, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:54.007562 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Deleting port e1359e0d-f63f-404f-87ed-59141cc74989 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:40:54.008207 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:54.135776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] For port e1359e0d-f63f-404f-87ed-59141cc74989, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=e1359e0d-f63f-404f-87ed-59141cc74989,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:40:54.136166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:54.267866 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Calling delete_port for e1359e0d-f63f-404f-87ed-59141cc74989 owned by network:router_interface {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:40:54.415489 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:54.420284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-e60f48ec-f958-4a1b-8f5a-bbb4566555f0 tempest-TestVolumeBootPattern-336352203 tempest-TestVolumeBootPattern-336352203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:54.467044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1359e0d-f63f-404f-87ed-59141cc74989,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:54.470545 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:54.755764 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7977178'] for router_interface, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:55.391769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Router 88f40f15-281d-44da-9394-0d78055f71ba has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:40:55.582932 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:40:55.593134 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] Sync routers for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:40:55.596927 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4b35680b-f685-48a4-bbf1-b1ac4542419b admin admin] 10.222.0.75 "PUT /v2.0/routers/88f40f15-281d-44da-9394-0d78055f71ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7534862
Apr 23 10:40:55.599653 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 52034) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:40:55.604129 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:40:55.604811 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9d32240>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:40:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:55.796122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks [] for router, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:55.810377 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: dv-cinder-779233-3-iscsi {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:40:55.985812 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:56.063806 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Deleting port 2dedf893-e77a-484c-be9a-476eb9bdedd6 {{(pid=86338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:40:56.064188 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:56.114503 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9d32240>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:40:54Z', 'revision_number': 5, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port': {'id': '2dedf893-e77a-484c-be9a-476eb9bdedd6', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f40f15-281d-44da-9394-0d78055f71ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:39Z', 'updated_at': '2021-04-23T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:56.118582 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] Checking router: 88f40f15-281d-44da-9394-0d78055f71ba for host: dv-cinder-779233-3-iscsi {{(pid=86339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:40:56.127538 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] Routers {'88f40f15-281d-44da-9394-0d78055f71ba'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:40:56.128200 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4ba9d32240>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:40:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['88f40f15-281d-44da-9394-0d78055f71ba'], 'active': True} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:56.196973 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] For port 2dedf893-e77a-484c-be9a-476eb9bdedd6, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=2dedf893-e77a-484c-be9a-476eb9bdedd6,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:40:56.197405 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:56.299400 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] Set router 88f40f15-281d-44da-9394-0d78055f71ba gateway port host: None {{(pid=86339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:40:56.332888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Calling delete_port for 2dedf893-e77a-484c-be9a-476eb9bdedd6 owned by network:router_gateway {{(pid=86338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:40:56.427730 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4ba9d32240>, [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:40:55Z', 'revision_number': 6, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port_host': None}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86339) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:56.434834 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074b06a-e07b-44bb-8b31-475b1088fa40 None None] The sync data for ids ['88f40f15-281d-44da-9394-0d78055f71ba'] in dv-cinder-779233-3-iscsi is: [{'id': '88f40f15-281d-44da-9394-0d78055f71ba', 'name': 'tempest-TestVolumeBootPattern-2104383137-router', 'tenant_id': '15f6aaa4269248d28b1549456a94b818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:38Z', 'updated_at': '2021-04-23T10:40:55Z', 'revision_number': 6, 'project_id': '15f6aaa4269248d28b1549456a94b818', 'gw_port_host': None}] {{(pid=86339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:40:56.509245 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848709356'] for port, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:56.513536 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-19355603-30b6-404c-938e-8c02616cd4e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:56.562131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dedf893-e77a-484c-be9a-476eb9bdedd6,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:56.564683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:56.664319 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846491301'] for router_gateway, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:56.854666 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846800633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65369'] for router, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:56.857036 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:56.880404 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7963459'] for router, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:56.881000 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f40f15-281d-44da-9394-0d78055f71ba {{(pid=86338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 10:40:56.893923 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] Notify callbacks [] for router, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:56.895173 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-cdd505a2-3cf1-4aa8-b410-c9b251d8c869 admin admin] 10.222.0.75 "DELETE /v2.0/routers/88f40f15-281d-44da-9394-0d78055f71ba HTTP/1.1" status: 204  len: 168 time: 1.2944911
Apr 23 10:40:56.897914 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86338) accepted ('10.222.0.75', 52038) {{(pid=86338) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:40:56.964177 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f93d81-7778-470f-9b74-355c6708b2c4 admin admin] Deleting subnet 0f238f66-569e-415c-9690-2b06b78fb85f {{(pid=86338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:40:56.967490 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f0f93d81-7778-470f-9b74-355c6708b2c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:57.024259 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f0f93d81-7778-470f-9b74-355c6708b2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849702037'] for subnet, precommit_delete_associations {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:57.108149 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f0f93d81-7778-470f-9b74-355c6708b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:57.247888 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e1359e0d-f63f-404f-87ed-59141cc74989 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:40:57.285935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: e1359e0d-f63f-404f-87ed-59141cc74989 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:40:57.286325 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device e1359e0d-f63f-404f-87ed-59141cc74989 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:40:57.286801 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 2dedf893-e77a-484c-be9a-476eb9bdedd6 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:40:57.325118 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 2dedf893-e77a-484c-be9a-476eb9bdedd6 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:40:57.325510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 2dedf893-e77a-484c-be9a-476eb9bdedd6 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:40:57.387606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f0f93d81-7778-470f-9b74-355c6708b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848709440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849692792'] for subnet, after_delete {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:57.392122 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:57.429044 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f93d81-7778-470f-9b74-355c6708b2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f238f66-569e-415c-9690-2b06b78fb85f,revision_number=None']} {{(pid=86338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:57.431166 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-f0f93d81-7778-470f-9b74-355c6708b2c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:57.434964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-f0f93d81-7778-470f-9b74-355c6708b2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:57.438374 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4506fa87-e73c-41b7-849d-fc6494787a91 None None] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:40:57.438604 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-f0f93d81-7778-470f-9b74-355c6708b2c4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0f238f66-569e-415c-9690-2b06b78fb85f HTTP/1.1" status: 204  len: 168 time: 0.5396640
Apr 23 10:40:57.441492 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 52042) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:40:57.556906 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:57.632371 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Deleting port bec4aeab-b475-4306-8760-09c02969430d {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:40:57.632752 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:57.720677 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] DHCP port deletion for d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac request from dv-cinder-779233-3-iscsi {{(pid=86339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 10:40:57.752624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] For port bec4aeab-b475-4306-8760-09c02969430d, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=bec4aeab-b475-4306-8760-09c02969430d,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:40:57.752624 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:57.799272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Deleting port bec4aeab-b475-4306-8760-09c02969430d {{(pid=86339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:40:57.799700 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:57.928049 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] For port bec4aeab-b475-4306-8760-09c02969430d, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=bec4aeab-b475-4306-8760-09c02969430d,segment=NetworkSegment(09bbc62a-887b-4785-8520-8c145a74e791),segment_id=09bbc62a-887b-4785-8520-8c145a74e791)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:40:57.928741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:58.071961 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Calling delete_port for bec4aeab-b475-4306-8760-09c02969430d owned by network:dhcp {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:40:58.118183 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441'] for port, after_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:58.123076 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:58.130976 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Calling delete_port for bec4aeab-b475-4306-8760-09c02969430d owned by network:dhcp {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:40:58.174307 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Pushing event deleted for resources: {'Port': ['ID=bec4aeab-b475-4306-8760-09c02969430d,revision_number=None']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:58.177130 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] No DVR routers for this DVR port bec4aeab-b475-4306-8760-09c02969430d on host dv-cinder-779233-3-iscsi {{(pid=86339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:40:58.179003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:40:58.179575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:40:58.185885 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.186276 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.186648 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.187080 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.187556 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.187937 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.188291 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.188650 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.189052 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.189417 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.189775 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.190132 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:58.193281 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-af3e047f-0810-4663-a00d-9280fa2167d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:58.633055 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:40:58.718951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] The port 'bec4aeab-b475-4306-8760-09c02969430d' was deleted {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 10:40:58.841551 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:58.958643 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4baab926d8>,) {'filters': {'network_id': ['d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac']}} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:58.971201 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baab926d8>, '09bbc62a-887b-4785-8520-8c145a74e791') {'for_net_delete': True} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:58.971540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4baab926d8>, '09bbc62a-887b-4785-8520-8c145a74e791') {} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:40:58.984167 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6528642'] for segment, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:58.998983 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:59.006387 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=86337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:40:59.197864 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:40:59.207865 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849234049'] for segment, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:59.246529 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device bec4aeab-b475-4306-8760-09c02969430d no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:40:59.288766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: bec4aeab-b475-4306-8760-09c02969430d {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:40:59.289283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device bec4aeab-b475-4306-8760-09c02969430d not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:40:59.391412 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Network d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   % (table.description, expected, rows_matched)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   % (table.description, expected, rows_matched)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   % (table.description, expected, rows_matched)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   % (table.description, expected, rows_matched)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:40:59.415050 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:40:59.496321 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:59.500035 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-a0db1aa3-3808-419a-a225-44297f875faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:40:59.516670 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:40:59.525685 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:40:59.537542 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.537970 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.538384 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.538788 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.539191 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.539632 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.539993 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.540393 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.540794 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.541278 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.541637 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.542029 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-iscsi {{(pid=86337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 23 10:40:59.547338 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:40:59.557035 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-b40b8fba-7cc5-4b11-9961-a6279ef74c22 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d1eb0ba9-6bde-49a7-9ed5-ac72c23317ac HTTP/1.1" status: 204  len: 168 time: 2.1144283
Apr 23 10:40:59.560098 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 52046) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:41:00.151723 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7977124'] for router_interface, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:00.602024 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Deleting port 4714d546-f7b2-412a-a360-37a1c6c7657d {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:41:00.602410 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:00.734663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] For port 4714d546-f7b2-412a-a360-37a1c6c7657d, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=4714d546-f7b2-412a-a360-37a1c6c7657d,segment=NetworkSegment(e316f4ce-967c-496d-ae1c-a56f0a6c3cda),segment_id=e316f4ce-967c-496d-ae1c-a56f0a6c3cda)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:41:00.735065 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:00.867495 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Calling delete_port for 4714d546-f7b2-412a-a360-37a1c6c7657d owned by network:router_interface {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:41:01.017512 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:01.022363 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-592508e4-f38d-475e-994c-3e5549ee4989 tempest-ServerRescueNegativeTestJSON-1751055530 tempest-ServerRescueNegativeTestJSON-1751055530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:41:01.069741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4714d546-f7b2-412a-a360-37a1c6c7657d,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:41:01.098741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:41:01.607909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846667447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7977178'] for router_interface, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:02.014305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Router 4948e49a-800f-4d58-99e3-88c69361515c has already been hosted by L3 agent 79caf0a9-dbfc-467f-9b8c-d4d5c97501a0 {{(pid=86337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 23 10:41:02.207870 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-iscsi the message routers_updated {{(pid=86337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 23 10:41:02.216432 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] Sync routers for ids ['4948e49a-800f-4d58-99e3-88c69361515c'] in dv-cinder-779233-3-iscsi {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 23 10:41:02.226399 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-89d56762-c787-45b2-b2cb-a1a1584c44a8 admin admin] 10.222.0.75 "PUT /v2.0/routers/4948e49a-800f-4d58-99e3-88c69361515c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6623161
Apr 23 10:41:02.226674 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 52050) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:41:02.228067 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] Routers {'4948e49a-800f-4d58-99e3-88c69361515c'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:41:02.228744 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9c7470>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:40:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['4948e49a-800f-4d58-99e3-88c69361515c'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:41:02.419499 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] Set router 4948e49a-800f-4d58-99e3-88c69361515c gateway port host: dv-cinder-779233-3-iscsi {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:41:02.436077 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks [] for router, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:02.622915 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:02.704964 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Deleting port 1c3bb356-61fd-40c0-8c4f-3893274b2a53 {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:41:02.705510 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:02.725474 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9c7470>, [{'id': '4948e49a-800f-4d58-99e3-88c69361515c', 'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'external_fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:48Z', 'updated_at': '2021-04-23T10:41:00Z', 'revision_number': 5, 'project_id': '1b5813b662864329a16eda79157db571', 'gw_port': {'id': '1c3bb356-61fd-40c0-8c4f-3893274b2a53', 'name': '', 'network_id': 'ad6edba4-777b-44a6-8977-f6a7e74a7650', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948e49a-800f-4d58-99e3-88c69361515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '37d83830-ce15-4288-8609-a51fca982854', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:49Z', 'updated_at': '2021-04-23T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d83830-ce15-4288-8609-a51fca982854', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-iscsi'}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:41:02.729833 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] Checking router: 4948e49a-800f-4d58-99e3-88c69361515c for host: dv-cinder-779233-3-iscsi {{(pid=86340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 23 10:41:02.738766 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] Routers {'4948e49a-800f-4d58-99e3-88c69361515c'} bound to L3 agent in host dv-cinder-779233-3-iscsi {{(pid=86340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 23 10:41:02.739426 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4baa9c7470>, 'dv-cinder-779233-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:20:37Z,description=<?>,heartbeat_timestamp=2021-04-23T10:40:37Z,host='dv-cinder-779233-3-iscsi',id=79caf0a9-dbfc-467f-9b8c-d4d5c97501a0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-23T10:20:37Z,topic='l3_agent')) {'router_ids': ['4948e49a-800f-4d58-99e3-88c69361515c'], 'active': True} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:41:02.839681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] For port 1c3bb356-61fd-40c0-8c4f-3893274b2a53, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=1c3bb356-61fd-40c0-8c4f-3893274b2a53,segment=NetworkSegment(c92d2252-4d94-4bc2-9a42-2a3ead055235),segment_id=c92d2252-4d94-4bc2-9a42-2a3ead055235)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:41:02.840097 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:02.902977 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvr_db [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] Set router 4948e49a-800f-4d58-99e3-88c69361515c gateway port host: None {{(pid=86340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 23 10:41:02.975051 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Calling delete_port for 1c3bb356-61fd-40c0-8c4f-3893274b2a53 owned by network:router_gateway {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:41:03.018702 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_hamode_db [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4baa9c7470>, [{'id': '4948e49a-800f-4d58-99e3-88c69361515c', 'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:48Z', 'updated_at': '2021-04-23T10:41:02Z', 'revision_number': 6, 'project_id': '1b5813b662864329a16eda79157db571', 'gw_port_host': None}], 'dv-cinder-779233-3-iscsi', False) {} {{(pid=86340) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:41:03.022877 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25754274-ca13-41aa-b907-eef4e8aada53 None None] The sync data for ids ['4948e49a-800f-4d58-99e3-88c69361515c'] in dv-cinder-779233-3-iscsi is: [{'id': '4948e49a-800f-4d58-99e3-88c69361515c', 'name': 'tempest-TestVolumeBootPattern-1467624807-router', 'tenant_id': '1b5813b662864329a16eda79157db571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:48Z', 'updated_at': '2021-04-23T10:41:02Z', 'revision_number': 6, 'project_id': '1b5813b662864329a16eda79157db571', 'gw_port_host': None}] {{(pid=86340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 23 10:41:03.127140 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5541640'] for port, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:03.132117 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:41:03.178623 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3bb356-61fd-40c0-8c4f-3893274b2a53,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:41:03.182444 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:41:03.284091 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846491301'] for router_gateway, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:03.297329 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4714d546-f7b2-412a-a360-37a1c6c7657d no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:41:03.337851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 4714d546-f7b2-412a-a360-37a1c6c7657d {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:41:03.338250 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 4714d546-f7b2-412a-a360-37a1c6c7657d not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:41:03.487804 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846800633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65369'] for router, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:03.490125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:03.510892 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7963459'] for router, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:03.511458 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4948e49a-800f-4d58-99e3-88c69361515c {{(pid=86337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 23 10:41:03.524083 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] Notify callbacks [] for router, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:03.525342 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1c1bd7e2-af42-4fab-b430-e3101122f43e admin admin] 10.222.0.75 "DELETE /v2.0/routers/4948e49a-800f-4d58-99e3-88c69361515c HTTP/1.1" status: 204  len: 168 time: 1.2976215
Apr 23 10:41:03.528121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 52054) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:41:03.594987 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d331c0f1-6445-4737-8e39-c851a23dcf94 admin admin] Deleting subnet b7b52c25-21a0-4c38-a2d0-2e72a4e221d1 {{(pid=86337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 23 10:41:03.598168 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d331c0f1-6445-4737-8e39-c851a23dcf94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:03.661569 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d331c0f1-6445-4737-8e39-c851a23dcf94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848247158'] for subnet, precommit_delete_associations {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:03.744524 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d331c0f1-6445-4737-8e39-c851a23dcf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-663092'] for subnet, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.020317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d331c0f1-6445-4737-8e39-c851a23dcf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854112756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5541596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849038594'] for subnet, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.025060 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:41:04.050011 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.062695 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331c0f1-6445-4737-8e39-c851a23dcf94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b52c25-21a0-4c38-a2d0-2e72a4e221d1,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:41:04.065294 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-d331c0f1-6445-4737-8e39-c851a23dcf94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:41:04.067981 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d331c0f1-6445-4737-8e39-c851a23dcf94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for subnet, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.073683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e977e1-5c83-428f-876d-acba01379fe4 None None] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c requested from dv-cinder-779233-3-iscsi {{(pid=86339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 23 10:41:04.075227 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-d331c0f1-6445-4737-8e39-c851a23dcf94 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b7b52c25-21a0-4c38-a2d0-2e72a4e221d1 HTTP/1.1" status: 204  len: 168 time: 0.5460875
Apr 23 10:41:04.078575 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 52058) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:41:04.349248 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] DHCP port deletion for 3769ca0a-e80c-4ed0-893c-daaf4320047c request from dv-cinder-779233-3-iscsi {{(pid=86339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 23 10:41:04.422664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] Deleting port aad3f35e-7aa3-48a7-b10b-200dc2909421 {{(pid=86339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:41:04.423090 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.450690 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-776056'] for network, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.532236 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] For port aad3f35e-7aa3-48a7-b10b-200dc2909421, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=aad3f35e-7aa3-48a7-b10b-200dc2909421,segment=NetworkSegment(e316f4ce-967c-496d-ae1c-a56f0a6c3cda),segment_id=e316f4ce-967c-496d-ae1c-a56f0a6c3cda)] {{(pid=86339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:41:04.532681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.533859 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Deleting port aad3f35e-7aa3-48a7-b10b-200dc2909421 {{(pid=86337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 23 10:41:04.534241 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289167959412'] for port, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.644079 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.db [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] For port aad3f35e-7aa3-48a7-b10b-200dc2909421, host dv-cinder-779233-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-iscsi',level=0,port_id=aad3f35e-7aa3-48a7-b10b-200dc2909421,segment=NetworkSegment(e316f4ce-967c-496d-ae1c-a56f0a6c3cda),segment_id=e316f4ce-967c-496d-ae1c-a56f0a6c3cda)] {{(pid=86337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 23 10:41:04.644448 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8284739'] for port, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.670792 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] Calling delete_port for aad3f35e-7aa3-48a7-b10b-200dc2909421 owned by network:dhcp {{(pid=86339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:41:04.719096 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854712775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289167954207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747686388441'] for port, after_delete {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:04.724041 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:41:04.773012 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] No DVR routers for this DVR port aad3f35e-7aa3-48a7-b10b-200dc2909421 on host dv-cinder-779233-3-iscsi {{(pid=86339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 23 10:41:04.774935 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] Pushing event deleted for resources: {'Port': ['ID=aad3f35e-7aa3-48a7-b10b-200dc2909421,revision_number=None']} {{(pid=86339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:41:04.777963 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-68f33331-5f70-472f-b9bc-1a75988982f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86339) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:41:04.784258 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Calling delete_port for aad3f35e-7aa3-48a7-b10b-200dc2909421 owned by network:dhcp {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Apr 23 10:41:04.832442 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.db.api [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 23 10:41:04.832808 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_db.api [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 23 10:41:04.886305 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-92947997-6161-432e-98c2-eca3c23304c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:05.247781 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 1c3bb356-61fd-40c0-8c4f-3893274b2a53 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:41:05.285592 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: 1c3bb356-61fd-40c0-8c4f-3893274b2a53 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:41:05.285992 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device 1c3bb356-61fd-40c0-8c4f-3893274b2a53 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:41:05.286463 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device aad3f35e-7aa3-48a7-b10b-200dc2909421 no longer exists at agent ovs-agent-dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 23 10:41:05.325045 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] No Port match for: aad3f35e-7aa3-48a7-b10b-200dc2909421 {{(pid=86339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 23 10:41:05.325431 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.rpc [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Device aad3f35e-7aa3-48a7-b10b-200dc2909421 not bound to the agent host dv-cinder-779233-3-iscsi {{(pid=86339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 23 10:41:05.371323 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.plugin [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] The port 'aad3f35e-7aa3-48a7-b10b-200dc2909421' was deleted {{(pid=86337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}}
Apr 23 10:41:05.495084 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854112671', 'neutron.services.segments.db._delete_segments_for_network-8747686751347'] for network, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:05.613231 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4ba96c05c0>,) {'filters': {'network_id': ['3769ca0a-e80c-4ed0-893c-daaf4320047c']}} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:41:05.626420 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba96c05c0>, 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda') {'for_net_delete': True} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:41:05.626754 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.services.segments.db [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4ba96c05c0>, 'e316f4ce-967c-496d-ae1c-a56f0a6c3cda') {} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 23 10:41:05.638909 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289167883107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6528642'] for segment, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:05.658360 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106030'] for segment, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:05.665102 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=86337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 23 10:41:05.848003 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:41:05.861611 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849234049'] for segment, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:06.039918 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.plugins.ml2.managers [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Network 3769ca0a-e80c-4ed0-893c-daaf4320047c has no segments {{(pid=86337) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]: Traceback (most recent call last):
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     timer()
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     cb(*args, **kw)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     return func(*args, **kwargs)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     self._notify()
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     self.callback(batched_events)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     event.method(event)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     segment_id)['aggregates'][0]
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     return f(self, *a, **k)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self._get(url).json()
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     **kwargs)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     return self.request(url, 'GET', **kwargs)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     **endpoint_filter)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 23 10:41:06.062847 dv-cinder-779233-3-iscsi neutron-server[86224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 23 10:41:06.146409 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8108401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846797892'] for network, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:06.150484 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-c2ae1223-948f-4b3c-afaa-789402b19daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:41:06.164769 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8108386'] for network, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:06.176741 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=3769ca0a-e80c-4ed0-893c-daaf4320047c,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:41:06.181646 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:41:06.185479 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-7bce2de3-f35c-43bc-8968-0e2baa590f87 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3769ca0a-e80c-4ed0-893c-daaf4320047c HTTP/1.1" status: 204  len: 168 time: 2.1059003
Apr 23 10:41:06.302179 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 52064) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:41:06.354934 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-1f770a1a-5d3e-4035-9362-93e8a0137cc9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=15f6aaa4269248d28b1549456a94b818&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514162
Apr 23 10:41:06.357556 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 52068) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:41:06.422501 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77a6e635-e4a5-47f4-8328-8d6e768789be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:06.450010 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77a6e635-e4a5-47f4-8328-8d6e768789be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:06.494726 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77a6e635-e4a5-47f4-8328-8d6e768789be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:06.500249 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-cb574717-cf06-4272-805c-2bdcbb81716c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:41:06.515793 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6e635-e4a5-47f4-8328-8d6e768789be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67178fe-119a-4b87-a0be-945ed19fe109,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:41:06.518337 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-77a6e635-e4a5-47f4-8328-8d6e768789be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:41:06.521896 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-77a6e635-e4a5-47f4-8328-8d6e768789be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:06.523861 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-77a6e635-e4a5-47f4-8328-8d6e768789be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c67178fe-119a-4b87-a0be-945ed19fe109 HTTP/1.1" status: 204  len: 168 time: 0.1651533
Apr 23 10:41:06.721597 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1be5-3b61-44aa-8d5e-4f9736f0d90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:06.877535 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 52076) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:41:06.929580 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-4d5744bd-6331-4d42-83f2-0778ac9bcf96 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1b5813b662864329a16eda79157db571&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506165
Apr 23 10:41:06.931974 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [-] (86337) accepted ('10.222.0.75', 52080) {{(pid=86337) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 23 10:41:06.993048 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9925bc93-53eb-473c-9608-7a399f67bec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:07.020834 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9925bc93-53eb-473c-9608-7a399f67bec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:07.067910 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9925bc93-53eb-473c-9608-7a399f67bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846502689'] for security_group, after_delete {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:07.072899 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-fb68d07b-d29d-451f-92b6-3e2d720e5d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 23 10:41:07.085776 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925bc93-53eb-473c-9608-7a399f67bec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfca70c1-23dc-4904-8744-4cdb96627b62,revision_number=None']} {{(pid=86337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 23 10:41:07.088364 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG oslo_concurrency.lockutils [None req-9925bc93-53eb-473c-9608-7a399f67bec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 23 10:41:07.091708 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9925bc93-53eb-473c-9608-7a399f67bec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:07.096670 dv-cinder-779233-3-iscsi neutron-server[86224]: INFO neutron.wsgi [None req-9925bc93-53eb-473c-9608-7a399f67bec2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bfca70c1-23dc-4904-8744-4cdb96627b62 HTTP/1.1" status: 204  len: 168 time: 0.1612556
Apr 23 10:41:07.608300 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:08.185287 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:08.927488 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:34.047197 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:34.887341 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-81626851-8f0b-4ccf-8fad-d5262531c854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:35.633151 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:41:36.723857 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-fbbd2d6f-6ed5-437f-94ee-e96765494072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:37.611683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:38.187603 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:41:38.933588 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:04.061283 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:04.889121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d0079b8c-b509-4714-9365-095b185e1dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:06.726027 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c163f5a8-d08c-4bb5-bf60-57d52084f3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:07.614414 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:08.190260 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:08.935541 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:12.633121 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:42:34.076229 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:34.890284 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-531b472f-21f5-4a56-9b5d-b6fe0951c87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:36.729131 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-a3b3581b-8701-444e-b1b6-e54aa97bb7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:37.616369 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:38.193984 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:38.939891 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:42:49.632938 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:43:04.076407 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:04.893050 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-95c37c5a-a5b7-4be2-8aec-2485240ea54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:06.731628 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e948f5a6-bc1a-4e79-838a-a3d6598303ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:07.619854 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:08.194969 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:08.942326 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:26.632567 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:43:34.091606 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:34.893715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-92ca4055-6500-43fb-9748-2043af73f9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:36.734061 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-38c68f64-7a44-4e9f-9c42-34f11e27c073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:37.620665 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:38.197158 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:43:38.946540 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:03.632633 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:44:04.094008 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:04.894855 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e32fae9a-78d1-44e1-9df0-9c8952f893c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:06.735908 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-d37140c0-cb37-41ca-a07f-3f294669e17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:07.623350 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:08.200030 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:08.948851 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:34.091701 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:34.897813 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-aa1b96ab-ad69-4607-a2c7-b639cea616f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:36.738125 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-1fe195f3-4b71-4ada-83af-d6c26889e6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:37.627320 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:38.078437 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.wsgi [req-09831d2e-1a86-4a03-b1c9-92b57a7b464e req-1ada767b-ce97-4b9e-b84a-f2e0c5405912 service neutron] (86338) timed out ('10.222.0.48', 53337) {{(pid=86338) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 23 10:44:38.205789 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:38.952944 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:44:40.632317 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:45:04.090560 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:04.899774 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-21aec91e-26af-427e-823f-d51ae395e8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:06.740681 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-26bd1f56-3359-4fef-bd6a-5dee05565c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:07.629824 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:08.208190 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:08.957272 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:17.631714 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:45:34.116663 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:34.901448 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-715e8288-1412-4c27-9f00-29529b3fb6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:36.742749 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-ad9840d2-2b02-443c-9a80-150e6558f3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:37.632664 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:38.210960 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:38.961418 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:45:54.630929 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron.db.agents_db [None req-770d3a7c-13a9-4bd2-bc08-a49a8123a7ba None None] Agent healthcheck: found 6 active agents {{(pid=86340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 23 10:46:04.121951 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-9b17797c-c264-44f0-ad4e-086b7f6064ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:46:04.903427 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-20aa1e9f-5670-41c0-8233-43fef7ed5c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:46:06.745689 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-c3d7abd1-3972-4cd1-b326-0f5b7658f533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:46:07.636069 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-e9aed38c-ee8b-45e3-a77c-8cd88ef6e58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:46:08.213683 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2a66230e-eda0-4aa6-9e7f-fe158c6ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 23 10:46:08.963715 dv-cinder-779233-3-iscsi neutron-server[86224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2942d-8e1d-4a1e-9137-5c20124db20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289168024453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853871805'] for agent, after_update {{(pid=86339) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}